-- Logs begin at Wed 2021-06-23 16:46:45 UTC, end at Wed 2021-06-23 17:37:26 UTC. -- Jun 23 17:15:53.505119 dv-cinder-797510-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 17:15:56.200425 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:15:56.201033 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 17:15:56.201191 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 17:15:56.204347 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:15:56.204600 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 17:15:56.204904 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 17:15:56.205853 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:15:56.206088 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:15:56.206456 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:15:56.206702 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:15:56.206929 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:15:56.207249 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.207547 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.207840 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.208068 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.208363 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.208653 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.208934 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.209248 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.209551 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.209862 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.210142 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.210429 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.210656 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.210936 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.211221 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.211503 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.211724 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] debug = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.212001 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.212420 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.212845 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.213126 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.214054 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.214345 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.214620 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.214911 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.215202 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.215508 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] host = dv-cinder-797510-2-smb {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.215785 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.216071 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.216355 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.216638 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.216910 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.217187 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.217470 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.217756 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.218035 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] log_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.218306 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.218681 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.218980 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.219278 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.219504 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.219727 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.220014 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.220301 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.220575 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.220848 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.221122 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.221393 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.221666 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.221958 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.222241 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.222522 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.222804 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.223077 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.223347 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.223616 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.223884 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.224181 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.224435 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.224705 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.224976 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.225263 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.225528 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.225820 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.226118 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.226397 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.226674 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.226957 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.227226 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.227504 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.227774 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.228042 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.228309 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] use_json = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.228577 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.228849 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.229200 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.229683 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.229999 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.230275 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.230547 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.230831 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:56.231130 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.231426 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.231727 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.232010 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.232304 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.232583 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.232871 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.233149 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.233437 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.233763 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.234035 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.234313 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.234600 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.234876 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.235196 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.235497 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.235792 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.236078 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.236356 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.236627 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.236899 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.237175 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.237462 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.237864 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.238071 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.238349 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.238628 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.243414 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244032 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244681 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244681 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244681 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.244681 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.245087 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.245087 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.245416 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.245703 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.246004 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.246281 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.246557 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.246829 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.247104 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.247378 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.247650 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.247928 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.248198 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.248473 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.248746 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.249018 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.249291 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.249564 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.249862 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.250152 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.250450 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.250728 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.251008 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.251288 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.251565 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.251841 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.252117 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.252393 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.252669 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.252940 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.253229 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.253512 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.253822 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.254106 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.254384 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.254678 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.254954 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.255236 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.255512 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.255790 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.256078 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.256360 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.256651 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.256941 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.257236 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.257526 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.257845 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.258125 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.258436 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.258716 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:56.258932 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:15:56.259177 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92814) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 17:15:56.618093 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:56.618358 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:56.618664 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:56.619003 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 17:15:57.013626 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.013844 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.014120 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.015432 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.015710 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.015976 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.051330 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.051645 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.051950 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.065359 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.065640 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.065932 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.096374 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.096658 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.096961 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.133263 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.133541 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.133840 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.368609 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.369234 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.369234 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.369403 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.370219 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.496454 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.496772 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.497058 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.497334 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.498123 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.498123 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.498303 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.498447 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.498702 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.498984 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.499242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.499513 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.499779 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.500041 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.500298 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.500565 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.500836 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.502325 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.502624 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.502903 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.503201 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.503564 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.503829 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.504123 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.504382 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.504635 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.505047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:57.505293 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:57.505532 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:57.505793 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:57.506033 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:57.506269 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:57.506638 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 17:15:57.510019 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 17:15:57.514625 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 17:15:57.518756 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 23 17:15:57.520407 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 17:15:57.520868 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 17:15:57.521205 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 17:15:57.521593 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 17:15:57.524661 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 17:15:57.524916 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 17:15:57.525259 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:15:57.554283 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 17:15:57.554734 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.555039 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92814) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 17:15:57.555398 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.556764 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92814) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 17:15:57.557058 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:15:57.557326 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 17:15:57.560680 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.560961 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:57.624728 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 17:15:57.624945 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 17:15:57.625120 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 17:15:57.625495 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 17:15:57.647335 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_db.sqlalchemy.engines [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92814) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 17:15:58.184763 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing driver for type 'gre' Jun 23 17:15:58.185268 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] gre ID ranges: [(1, 1000)] Jun 23 17:15:58.246403 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing driver for type 'local' Jun 23 17:15:58.246936 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing driver for type 'vlan' Jun 23 17:15:58.261765 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] VlanTypeDriver initialization complete Jun 23 17:15:58.262175 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing driver for type 'vxlan' Jun 23 17:15:58.262901 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] vxlan ID ranges: [(1, 1000)] Jun 23 17:15:58.320431 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing extension driver 'port_security' Jun 23 17:15:58.320805 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] PortSecurityExtensionDriver initialization complete Jun 23 17:15:58.321221 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing mechanism driver 'openvswitch' Jun 23 17:15:58.321558 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing mechanism driver 'hyperv' Jun 23 17:15:58.328968 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.plugins.ml2.plugin [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:58.329749 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.330130 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.330483 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.330860 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.331219 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.331557 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.331926 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.332263 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.332594 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.332968 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > security_group after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.333310 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > security_group after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.333646 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.334036 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.334371 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.334704 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.335087 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > address_group after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.335424 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > address_group after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.335756 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.336086 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] ML2 OVO RPC backend initialized. {{(pid=92814) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 17:15:58.336778 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.337123 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.337529 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.337899 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > networks before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.338246 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.339154 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > ports before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.339607 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnet before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.339854 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnets before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.340218 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.340629 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.341099 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.341481 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.341940 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.342326 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.342812 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.343188 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.343624 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.344464 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.plugin [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Modular L2 Plugin initialization complete Jun 23 17:15:58.344870 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading services supported by the core plugin {{(pid=92814) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 17:15:58.345348 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Got port-security extension from driver 'port_security' Jun 23 17:15:58.345999 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.extensions.vlantransparent [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Disabled vlantransparent extension. Jun 23 17:15:58.346545 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92814) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 17:15:58.346882 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: router Jun 23 17:15:58.387802 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.388422 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router after_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.388532 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router before_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.388878 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.389240 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.389590 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router after_delete 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.389967 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.390322 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router after_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.390660 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.391001 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.391338 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.391680 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.392077 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.392434 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.392761 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.393086 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: subnet after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.393409 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.393771 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.394114 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.394446 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: port before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.394777 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.395126 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.395462 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.395805 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.396154 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.396488 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.396856 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.397716 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Tracking information for resource: router configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:58.398059 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Tracking information for resource: floatingip configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:15:58.404041 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.db.l3_agentschedulers_db [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 17:15:58.404609 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.404959 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.405301 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.405648 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.406453 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router before_create 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.406809 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.407162 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_create 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.407509 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > router precommit_update 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.412007 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.services.provider_configuration [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service providers = [] {{(pid=92814) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 17:15:58.412367 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.db.servicetype_db [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92814) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 17:15:58.415262 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.services.service_base [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:15:58.415599 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.services.service_base [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:15:58.415932 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.services.service_base [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:15:58.416856 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.services.service_base [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:15:58.417224 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.services.service_base [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 17:15:58.417600 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.417937 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 17:15:58.428530 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.428855 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: auto_allocate Jun 23 17:15:58.434898 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: network precommit_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.435206 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: network precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.435720 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.436031 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: tag Jun 23 17:15:58.442682 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.443007 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: timestamp Jun 23 17:15:58.446755 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.447067 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: network_ip_availability Jun 23 17:15:58.454613 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.454980 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.455328 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.456051 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.456360 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: flavors Jun 23 17:15:58.461043 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.461370 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading Plugin: revisions Jun 23 17:15:58.466258 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:15:58.466646 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_concurrency.lockutils [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:58.467378 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92814) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 17:15:58.467705 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Initializing extension manager. Jun 23 17:15:58.468199 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: __init__.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.468527 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: __pycache__ {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.468852 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.469172 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: address_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.469940 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.470500 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: address-group Jun 23 17:15:58.470812 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: address_scope.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.471495 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.472003 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: address-scope Jun 23 17:15:58.472312 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.473208 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.473716 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: router-admin-state-down-before-update Jun 23 17:15:58.474052 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: agent.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.474724 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.475223 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: agent Jun 23 17:15:58.475530 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: agent_resources_synced.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.476402 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.476904 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: agent-resources-synced Jun 23 17:15:58.477214 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.478995 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.479505 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: allowed-address-pairs Jun 23 17:15:58.479823 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.481066 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.481581 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: auto-allocated-topology Jun 23 17:15:58.481926 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: availability_zone.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.482597 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.483102 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: availability_zone Jun 23 17:15:58.483416 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: availability_zone_filter.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.484298 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.484804 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: availability_zone_filter Jun 23 17:15:58.485116 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: data_plane_status.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.486027 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.486528 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 17:15:58.486840 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: default_subnetpools.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.487722 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.488226 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: default-subnetpools Jun 23 17:15:58.488543 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.489328 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.489862 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: dhcp_agent_scheduler Jun 23 17:15:58.490176 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: dns.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.491070 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.491564 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 17:15:58.491876 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: dns_domain_ports.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.492758 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.493261 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 17:15:58.493572 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.494484 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.495276 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 17:15:58.495604 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: dvr.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.496254 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.496758 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: dvr Jun 23 17:15:58.497070 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: empty_string_filtering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.497985 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.498496 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: empty-string-filtering Jun 23 17:15:58.498807 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.499692 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.500191 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:15:58.500498 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.501374 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.501914 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 17:15:58.502222 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: external_net.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.503115 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.503615 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: external-net Jun 23 17:15:58.503927 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.504820 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.505328 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: extra_dhcp_opt Jun 23 17:15:58.505641 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: extraroute.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.506555 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.507059 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: extraroute Jun 23 17:15:58.507370 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: extraroute_atomic.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.508398 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.508905 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: extraroute-atomic Jun 23 17:15:58.509218 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: filter_validation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.509920 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.510947 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: filter-validation Jun 23 17:15:58.511286 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: fip_pf_description.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.512187 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.512686 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 17:15:58.513003 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: fip_port_details.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.513931 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.514430 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: fip-port-details Jun 23 17:15:58.514745 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: flavors.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.515979 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.516483 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: flavors Jun 23 17:15:58.516797 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.518514 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.519033 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 17:15:58.519351 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: floatingip_pools.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.520022 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.520523 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: floatingip-pools Jun 23 17:15:58.520837 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: ip_allocation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.521732 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.522250 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 17:15:58.522564 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.523443 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.523949 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: ip-substring-filtering Jun 23 17:15:58.524263 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l2_adjacency.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.525170 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.525670 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 17:15:58.526557 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l3.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.527798 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.530083 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: router Jun 23 17:15:58.530083 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.531086 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.531608 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:15:58.531929 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.532832 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.533346 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: ext-gw-mode Jun 23 17:15:58.533664 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.534577 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.535084 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: l3-ha Jun 23 17:15:58.535397 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l3_flavors.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.536300 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.536803 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: l3-flavors Jun 23 17:15:58.537114 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.538020 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.538524 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 17:15:58.538832 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: l3agentscheduler.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.540038 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.540551 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: l3_agent_scheduler Jun 23 17:15:58.540866 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: logging.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.542550 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.543150 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension logging not supported by any of loaded plugins Jun 23 17:15:58.543476 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: metering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.544196 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.544775 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: metering Jun 23 17:15:58.545088 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.546176 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.546690 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: metering_source_and_destination_fields Jun 23 17:15:58.547005 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: multiprovidernet.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.547895 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.548406 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: multi-provider Jun 23 17:15:58.548719 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: netmtu.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.549604 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.550152 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: net-mtu Jun 23 17:15:58.550458 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: netmtu_writable.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.551340 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.551846 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: net-mtu-writable Jun 23 17:15:58.552155 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: network_availability_zone.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.552798 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.553302 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: network_availability_zone Jun 23 17:15:58.553615 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: network_ip_availability.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.554692 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.555197 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: network-ip-availability Jun 23 17:15:58.555509 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: network_segment_range.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.556243 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.556746 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 17:15:58.557590 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: pagination.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.558590 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.558910 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: pagination Jun 23 17:15:58.559220 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: port_device_profile.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.560102 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.560611 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: port-device-profile Jun 23 17:15:58.560924 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.561842 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.562348 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: port-mac-address-regenerate Jun 23 17:15:58.562660 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.563533 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.564036 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: port-numa-affinity-policy Jun 23 17:15:58.564350 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: port_resource_request.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.565242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.565790 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 17:15:58.566109 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: portbindings.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.566996 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.567501 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: binding Jun 23 17:15:58.567813 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: portbindings_extended.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.569056 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.569564 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: binding-extended Jun 23 17:15:58.569905 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: portsecurity.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.570790 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.571301 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: port-security Jun 23 17:15:58.571613 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: project_id.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.572551 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.573710 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: project-id Jun 23 17:15:58.574044 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: providernet.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.574935 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.575445 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: provider Jun 23 17:15:58.575759 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.579440 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.579962 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos not supported by any of loaded plugins Jun 23 17:15:58.580286 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.581496 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.582067 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 17:15:58.582389 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.583276 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.583783 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 17:15:58.584100 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_default.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.584982 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.585487 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-default not supported by any of loaded plugins Jun 23 17:15:58.585825 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_fip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.586456 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.586950 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 17:15:58.587262 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.588153 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.588687 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 17:15:58.589008 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.589919 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.590424 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 17:15:58.590734 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.591612 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.592116 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 17:15:58.592425 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: qos_rules_alias.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.593434 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.593974 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 17:15:58.594287 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: quotasv2.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.595203 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.595520 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: quotas Jun 23 17:15:58.595830 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: quotasv2_detail.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.598886 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.599217 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: quota_details Jun 23 17:15:58.599535 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: rbac.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.600568 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.601090 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: rbac-policies Jun 23 17:15:58.601412 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: rbac_address_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.602346 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.602859 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: rbac-address-group Jun 23 17:15:58.603177 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: rbac_address_scope.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.604413 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.604930 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: rbac-address-scope Jun 23 17:15:58.605268 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: rbac_security_groups.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.606194 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.606698 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: rbac-security-groups Jun 23 17:15:58.607013 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.607893 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.608397 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: rbac-subnetpool Jun 23 17:15:58.608710 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: revisionifmatch.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.609645 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.610204 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: revision-if-match Jun 23 17:15:58.610519 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: revisions.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.611827 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.612332 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: standard-attr-revisions Jun 23 17:15:58.612648 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: router_availability_zone.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.613298 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.613837 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: router_availability_zone Jun 23 17:15:58.614153 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: routerservicetype.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.615040 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.615544 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 17:15:58.615860 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.616762 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.617267 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: security-groups-normalized-cidr Jun 23 17:15:58.617578 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.618481 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.618991 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: port-security-groups-filtering Jun 23 17:15:58.619311 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.620757 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.621262 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: security-groups-remote-address-group Jun 23 17:15:58.621577 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: securitygroup.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.631061 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.631583 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: security-group Jun 23 17:15:58.631907 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: segment.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.632678 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.633181 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension segment not supported by any of loaded plugins Jun 23 17:15:58.633506 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.634454 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.634959 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 17:15:58.635869 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: servicetype.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.637052 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.637577 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: service-type Jun 23 17:15:58.637931 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: sorting.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.638883 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.639203 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: sorting Jun 23 17:15:58.639519 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: standard_attr_segment.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.640478 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.640987 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 17:15:58.641300 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: standardattrdescription.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.641954 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.642458 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: standard-attr-description Jun 23 17:15:58.642772 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: stateful_security_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.643681 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.644294 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: stateful-security-group Jun 23 17:15:58.644615 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: stdattrs_common.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.645176 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 17:15:58.645489 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.646483 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.646991 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 17:15:58.647302 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: subnet_onboard.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.648350 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.648867 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: subnet_onboard Jun 23 17:15:58.649183 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.650100 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.650609 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 17:15:58.650963 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: subnet_service_types.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.652183 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.652716 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: subnet-service-types Jun 23 17:15:58.653059 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: subnetallocation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.654274 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.654788 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: subnet_allocation Jun 23 17:15:58.655105 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.655749 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.656252 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: subnetpool-prefix-ops Jun 23 17:15:58.656565 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.657473 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.658006 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 17:15:58.658322 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: tagging.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.659386 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.659899 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: standard-attr-tag Jun 23 17:15:58.660217 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: timestamp.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.661398 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.661931 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loaded extension: standard-attr-timestamp Jun 23 17:15:58.662333 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: trunk.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.663333 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.663844 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension trunk not supported by any of loaded plugins Jun 23 17:15:58.664158 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: trunk_details.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.665047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.665552 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 17:15:58.665899 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.666819 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.667319 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 17:15:58.667629 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Loading extension file: vlantransparent.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:15:58.668274 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:15:58.668778 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 17:15:58.671275 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:network Jun 23 17:15:58.671806 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:subnet Jun 23 17:15:58.672193 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:15:58.672568 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:port Jun 23 17:15:58.673844 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.674280 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service FLAVORS assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.674892 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.675303 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.675621 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:router Jun 23 17:15:58.676037 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:15:58.676523 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service METERING assigned prefix: /metering {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.677972 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.678337 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.678678 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:15:58.679683 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:15:58.680126 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:15:58.680554 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:15:58.681146 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.681466 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:15:58.681832 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] subnetpool is already registered Jun 23 17:15:58.682974 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.683375 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:15:58.683709 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] subnetpool is already registered Jun 23 17:15:58.686082 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.686452 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service FLAVORS assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.687031 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.687443 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.687909 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:router Jun 23 17:15:58.688242 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] router is already registered Jun 23 17:15:58.688644 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:15:58.688979 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] floatingip is already registered Jun 23 17:15:58.689425 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service METERING assigned prefix: /metering {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.690132 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:15:58.690452 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] rbac_policy is already registered Jun 23 17:15:58.690854 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:15:58.691179 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] security_group is already registered Jun 23 17:15:58.691565 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:15:58.691888 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] security_group_rule is already registered Jun 23 17:15:58.692506 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.692831 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:15:58.693158 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] subnetpool is already registered Jun 23 17:15:58.693580 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:15:58.693924 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:15:58.694248 dv-cinder-797510-2-smb neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] subnetpool is already registered Jun 23 17:15:58.694707 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: extensions {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.696184 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: address-groups {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.697652 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: address-scopes {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.699834 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: agents {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.700970 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: auto-allocated-topology {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.702217 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: availability_zones {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.703409 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: dhcp-networks {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.704894 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: dhcp-agents {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.706351 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: routers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.708010 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: flavors {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.710491 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: service_profiles {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.711691 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: next_providers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.713136 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: service_profiles {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.714901 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: floatingip-pools {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.716107 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: routers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.717804 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: floatingips {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.719059 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: l3-routers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.720454 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: l3-agents {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.721877 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: metering-labels {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.723110 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: metering-label-rules {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.724467 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: network-ip-availabilities {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.725706 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: bindings {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.727255 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: quotas {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.728774 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: quotas {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.730230 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: rbac-policies {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.731417 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: security-groups {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.732703 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: security-group-rules {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.733952 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: service-providers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.735233 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: subnetpools {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.736516 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: subnetpools {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.738058 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.739711 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.741505 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.743273 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.745714 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.747657 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.749357 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.751157 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.752980 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.754745 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron.api.extensions [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:15:58.761414 dv-cinder-797510-2-smb neutron-server[92814]: WARNING keystonemiddleware.auth_token [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 17:15:58.765966 dv-cinder-797510-2-smb neutron-server[92814]: WARNING keystonemiddleware.auth_token [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 17:15:58.774279 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_concurrency.lockutils [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Acquired lock "singleton_lock" {{(pid=92814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 17:15:58.774744 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_concurrency.lockutils [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Releasing lock "singleton_lock" {{(pid=92814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 17:15:58.775373 dv-cinder-797510-2-smb neutron-server[92814]: INFO oslo_service.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Starting 2 workers Jun 23 17:15:58.780481 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Started child 92923 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:15:58.785038 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Started child 92924 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:15:58.786075 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.786798 dv-cinder-797510-2-smb neutron-server[92814]: INFO neutron.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 17:15:58.787320 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Notify callbacks [] for process, before_spawn {{(pid=92814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.787771 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [-] (92923) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:15:58.789917 dv-cinder-797510-2-smb neutron-server[92814]: INFO oslo_service.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Starting 1 workers Jun 23 17:15:58.790161 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.791473 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [-] (92924) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:15:58.795210 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Started child 92925 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:15:58.795737 dv-cinder-797510-2-smb neutron-server[92814]: INFO oslo_service.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Starting 1 workers Jun 23 17:15:58.800151 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] calling RpcWorker wait() {{(pid=92925) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 17:15:58.800793 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Started child 92926 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:15:58.800881 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.service [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] returning from RpcWorker wait() {{(pid=92925) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 17:15:58.801292 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-3b833605-efdb-4528-adea-fb4e670620c6 None None] Notify callbacks [] for process, after_spawn {{(pid=92814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.801996 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.802529 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:58.803379 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:15:58.803589 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:15:58.803784 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:15:58.803972 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:15:58.804296 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:15:58.804455 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:15:58.804965 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.805233 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.805533 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.805800 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.806084 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.806639 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.806889 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.806974 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.808084 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.808283 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.808535 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.808777 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.808870 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:58.808951 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.809185 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.809412 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.809690 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.810006 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.810258 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.810534 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.810716 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.810972 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.811241 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.811481 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.811743 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] debug = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.811978 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.812457 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.812705 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.812963 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.813197 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.813486 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.813708 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.814006 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.814245 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.814493 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.814729 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.814989 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.815218 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.815440 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.815652 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.815913 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.816222 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.816631 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] host = dv-cinder-797510-2-smb {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.816843 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.817040 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.817291 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.817544 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.817810 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.818041 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.818292 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.818537 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.818888 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.819058 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.819228 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.819471 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.819705 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.819934 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.820094 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_options = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.820336 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.820596 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.820856 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.821043 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.821207 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.821381 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.821627 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.821808 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.822062 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.822273 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.822483 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.822781 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.823633 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.823932 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.824186 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.824428 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.824661 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.824876 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.825137 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.825376 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.825598 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.825841 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.826087 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.826302 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.826518 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.826845 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.827027 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.827202 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.827379 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.827642 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.827876 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.828136 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.828517 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.828703 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.828896 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.829378 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.829378 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.831135 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.831398 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.831675 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.831950 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.832207 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.832491 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.832743 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.832981 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.833282 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_json = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.833482 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.833682 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.833997 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.834952 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.835190 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.835413 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.835663 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.835909 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.836333 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.836639 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.836954 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.837221 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.837483 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.837769 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.838025 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.838257 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.838516 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.838842 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.839449 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.839759 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.840061 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.840315 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.840587 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.840917 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.841207 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.841470 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.841714 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.842557 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.842816 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.843047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.844642 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.844931 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.845973 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.846297 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.846630 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.847194 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.847436 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.847692 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.847957 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.848243 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.848542 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.849395 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.849749 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.849996 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.850260 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.850516 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.850763 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.851022 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.851283 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.851543 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.851777 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.852011 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.852229 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.852564 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.852782 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.853182 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.853403 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.853690 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.853929 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.854776 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.855169 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.855433 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.855693 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.855974 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.856225 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.856455 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.856682 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.856922 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.857159 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.857447 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.857696 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.857946 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.858175 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.858419 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.858662 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.858883 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.859121 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.859338 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.859561 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.859802 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.859988 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.860494 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.860494 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.860680 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.860825 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.861025 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.861677 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.861677 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.861898 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.862034 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.862312 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.862531 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.862814 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.863437 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.863437 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.863602 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.864739 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.864739 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.864739 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.864739 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.864739 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.865133 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.865133 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.865422 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.865672 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.865955 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.866192 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.866487 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.866759 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.866977 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.867232 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.867453 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.867693 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.867918 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.868267 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.868495 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.868750 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.868983 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.869233 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.869500 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.870358 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.870640 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.870879 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.871150 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.871444 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.871712 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.871997 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.872226 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.872449 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.872707 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.872934 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.873176 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.873402 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.873630 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.873931 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.874218 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.874446 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.874710 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.874928 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.875160 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.875486 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.875713 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.875945 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.876156 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.876423 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.876679 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.876910 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.877172 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.877419 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.877648 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.877939 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.878214 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.878480 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.878713 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.878984 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.879274 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.879521 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.879834 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.880266 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.880617 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.880972 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.881350 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.881716 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.882109 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.882508 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.882733 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.882958 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.883191 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.883429 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.883648 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.883889 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.884118 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.884479 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.884841 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.885264 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.886198 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.886558 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.887014 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.887551 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.887935 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.888172 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.888398 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.888670 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.888886 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.889137 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.889378 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.889613 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.889851 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.890078 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.890291 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.890534 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.890859 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.890968 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.891222 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.891469 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.891797 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.892082 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.892394 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.892736 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.893000 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.893304 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.893667 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.894049 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.894302 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.894499 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.894709 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.894945 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.895318 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.895710 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.896059 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.896420 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.896797 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.897171 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.897520 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.897979 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.898226 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.898458 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.898696 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.898932 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.899158 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.899517 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.899733 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.899993 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.900191 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.900444 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.900653 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.900889 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.901107 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.901347 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.901517 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.902007 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.902241 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.902457 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.902664 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.902905 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.903111 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.903339 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.903556 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.903759 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.904069 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.904329 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.904547 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.904832 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.905058 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.905300 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.905537 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.905890 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.906109 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.906352 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.906589 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.906802 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.907023 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.907287 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.907604 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.907906 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.908152 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.908388 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.908669 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.908937 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.909214 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.909424 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.909739 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.910094 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.910368 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.910607 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.910860 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.911143 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.911386 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.911619 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.911851 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.912083 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.912294 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.912526 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.912754 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.912974 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.913186 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.913435 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.913649 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.913890 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.914118 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.914354 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.914570 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.914723 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:15:58.915658 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:15:58.915963 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:15:58.916270 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:15:58.917444 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:15:58.917607 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:15:58.917925 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:15:58.918271 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.918579 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.918741 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.918900 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.919058 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.919237 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.919398 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.919547 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.919708 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.919864 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.920015 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.920172 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.920325 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.920478 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.920634 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.920793 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.920948 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.921100 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.921330 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.921430 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.921546 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.921700 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.921879 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] debug = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.922039 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.922251 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.922418 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.922572 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.922728 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.922886 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.923042 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.923194 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.923347 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.923503 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.923657 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.923811 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.924010 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.924124 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.924279 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.924439 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.924592 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.924759 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] host = dv-cinder-797510-2-smb {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.924927 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.925077 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.925386 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.925539 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.925871 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.926023 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.926324 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.926477 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.926794 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.926950 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.927117 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.927270 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.927436 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.927584 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.927729 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_options = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.927895 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.928055 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.928194 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.928333 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.928555 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.928709 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.928849 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.928988 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.929125 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.929279 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.929420 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.929577 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.929717 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.929902 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.930033 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.930116 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.930226 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.930431 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.930590 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.930723 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.930861 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.931016 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.931170 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.931323 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.931478 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.931631 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.931785 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.931939 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.932137 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.932793 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.932941 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.933102 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.933253 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.933555 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.933696 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.933957 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.934113 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.934276 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937242 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_json = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937816 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937816 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937816 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.937816 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.938063 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938134 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.938573 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939045 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939045 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939045 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939226 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939291 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939436 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939587 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939755 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.939940 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.940131 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.940327 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.940327 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.940795 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.940795 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.940795 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.941307 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.941307 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.941307 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.941714 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.941714 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.941714 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942138 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942138 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942138 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942462 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942462 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942671 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942778 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.942881 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.943007 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.943166 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.943325 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.943483 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.943642 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.943801 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.943962 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.944139 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.944333 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.944518 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.944703 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.944703 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.945038 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.945038 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.945373 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.945373 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.945693 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.945693 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.946052 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.946052 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.946052 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.946529 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.946529 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.946529 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.947031 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.947031 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.947031 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.947521 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.947521 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.947521 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.947521 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.948812 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.948812 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.948812 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.948812 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.949467 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.949467 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.949467 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.949467 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.950249 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.950249 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.950249 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.950249 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.950249 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951029 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951029 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951029 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951029 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951486 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951486 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951486 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951845 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951845 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.951845 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.952190 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.952190 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.952423 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.952545 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.952678 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.952802 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.952925 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.953047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.953171 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.953323 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.953507 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.953655 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.953802 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.953966 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.954125 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.954292 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.954450 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.954611 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.954768 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.954934 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.955105 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.955265 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.955425 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.955583 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.955743 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.955901 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.956061 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.956219 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.956376 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.956534 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.956693 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.956858 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.957033 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.957192 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.957350 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.957508 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.957691 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.957869 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.958027 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.958186 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.958329 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.958490 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.958648 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.958806 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.958966 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.959123 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.959290 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960047 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960440 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960440 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960582 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960657 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960857 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.960998 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.961122 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.961211 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.961366 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.961523 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.961681 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.961860 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.962018 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.962176 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.962368 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.962481 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.962635 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.962793 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.962951 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.963109 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.963267 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.963465 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.963628 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.963779 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.963940 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.964119 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.964350 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.964514 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.964675 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.964833 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.964991 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.965151 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.965309 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.965468 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.965628 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.965892 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.966035 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.966173 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.966308 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.966442 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.966577 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.966721 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.966869 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.967003 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.967138 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.967298 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.967457 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.967616 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.967774 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.967933 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.968093 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.968312 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.968447 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.968576 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.968706 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.968848 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.968980 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.969115 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.969287 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.969446 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.969588 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.969760 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.969921 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.970090 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.970249 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.970406 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.970565 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.970722 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.970909 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.971058 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.971190 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.971340 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.971497 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.971663 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.971821 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.971978 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.972136 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.972293 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.972454 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.972605 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.972762 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.972920 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.973079 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.973245 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.973405 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.973562 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.973748 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.973920 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.974078 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.974235 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.974404 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.974561 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.974722 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.974880 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.975038 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.975197 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.975358 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.975521 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.975689 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.975855 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.976014 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.976180 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.976347 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.976513 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.976670 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.976839 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.977010 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.977168 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.977327 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.977484 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.977643 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.977839 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.977999 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.978156 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.978301 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.978460 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.978619 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.978777 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.979473 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.979684 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.980111 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.980326 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.980663 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.980827 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.980980 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.981120 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:15:58.981279 dv-cinder-797510-2-smb neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:15:59.193465 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 60794) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:15:59.202505 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067496 Jun 23 17:16:10.779953 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad1151-f1ef-4467-9396-07f24c8b31fc None None] get_active_networks_info from dv-cinder-797510-2-smb {{(pid=92925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 17:16:10.858213 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad1151-f1ef-4467-9396-07f24c8b31fc None None] No non-hosted networks {{(pid=92925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 17:16:10.870908 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f567798c-80f2-47b2-aa96-9e4de7ae0950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:13.390486 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01729a9c-7add-4575-a0ac-e177754499cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:13.495529 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:13.500981 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.501600 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.502191 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.502716 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.503276 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.503812 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.504989 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.505739 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.507704 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.508259 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.509399 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.512452 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:13.513146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797510-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:13.545601 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797510-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:13.551284 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e4c68c06-de83-4c4e-a8ef-b9b8c7ff4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:14.538970 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:16.396066 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:16.969428 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.db.l3_hamode_db [None req-1d6421c5-ae9a-4878-9c02-862aedab32b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 17:16:17.044838 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6421c5-ae9a-4878-9c02-862aedab32b5 None None] Routers set() bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:16:17.045227 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6421c5-ae9a-4878-9c02-862aedab32b5 None None] Router IDs set() for agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 17:16:17.600308 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 60886) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:18.103275 dv-cinder-797510-2-smb neutron-server[92923]: WARNING oslo_policy.policy [None req-fe15a6f2-b11e-4766-bc1c-ed8fe314197d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:18.103865 dv-cinder-797510-2-smb neutron-server[92923]: WARNING oslo_policy.policy [None req-fe15a6f2-b11e-4766-bc1c-ed8fe314197d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:18.342865 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [None req-fe15a6f2-b11e-4766-bc1c-ed8fe314197d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:16:18.343819 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-fe15a6f2-b11e-4766-bc1c-ed8fe314197d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7425764 Jun 23 17:16:20.687681 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 60900) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:20.991491 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:16:21.084462 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.policy [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:16:21.129021 dv-cinder-797510-2-smb neutron-server[92923]: WARNING oslo_policy.policy [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:21.129395 dv-cinder-797510-2-smb neutron-server[92923]: WARNING oslo_policy.policy [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:21.138882 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.quota [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] Loaded quota_driver: . Jun 23 17:16:21.231390 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189122771', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765189123902', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765188881199', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765188879065', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765188868244', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765188894532', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-729367', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687723', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1768550', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579561'] for rbac-policy, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:21.297843 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:21.299001 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-5b4b6495-a492-4732-bfa1-5c384cf16342 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6103599 Jun 23 17:16:23.888001 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 60912) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:24.389365 dv-cinder-797510-2-smb neutron-server[92924]: WARNING oslo_policy.policy [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:24.389955 dv-cinder-797510-2-smb neutron-server[92924]: WARNING oslo_policy.policy [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:24.607536 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Request body: {'network': {'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'admin_state_up': True, 'name': 'private', 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:16:24.609083 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.quota [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Loaded quota_driver: . Jun 23 17:16:24.666242 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Made reservation on behalf of aaf27215e5e64cfb9221d3c255bf50e5 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:16:24.732602 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.policy [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:16:24.778233 dv-cinder-797510-2-smb neutron-server[92924]: WARNING oslo_policy.policy [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:24.778633 dv-cinder-797510-2-smb neutron-server[92924]: WARNING oslo_policy.policy [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:16:24.788835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:24.810313 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:24.943330 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:24.947743 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:24.953294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:24.969898 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:16:25.000016 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765184281366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:25.000618 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Unsubscribe: segment precommit_create {{(pid=92924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:16:25.001123 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.segments_db [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Added segment 89a657cb-a009-4621-b21f-71954a63b743 of type vlan for network e9aa6e6a-8724-4b3f-8570-a605eb73265a Jun 23 17:16:25.007506 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627714bc-905a-44a6-a339-fb34fce0fa08,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:25.042071 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.042401 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.042722 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.043034 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.043341 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.043801 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.044237 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.044645 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.045086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.045402 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.045703 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.046026 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Tracked resource versions report: Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: pushed versions: Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Log': {'1.0'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Network': {'1.1'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Port': {'1.7'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'PortForwarding': {'1.2'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'QosPolicy': {'1.8'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'SubPort': {'1.0'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Subnet': {'1.1'}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Trunk': {'1.1'}} Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: consumer versions: Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'ConntrackHelper': '1.0', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Log': '1.0', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Network': '1.1', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Port': '1.7', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'PortForwarding': '1.2', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'QosPolicy': '1.8', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroup': '1.4', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroupRule': '1.2', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'SubPort': '1.0', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Subnet': '1.1', Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: 'Trunk': '1.1'}} Jun 23 17:16:25.047118 dv-cinder-797510-2-smb neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:16:25.133988 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:25.136959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:25.189553 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:25.191266 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:25.191929 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:25.193919 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:25.279146 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3888733 Jun 23 17:16:25.293535 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9aa6e6a-8724-4b3f-8570-a605eb73265a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:25.297094 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:25.305382 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:16:27.928360 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 60934) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:28.366598 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897622a3-9c3e-49bb-9175-cf77440962e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:28.368069 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-897622a3-9c3e-49bb-9175-cf77440962e3 admin admin] 10.222.0.69 "GET /v2.0/networks/e9aa6e6a-8724-4b3f-8570-a605eb73265a HTTP/1.1" status: 200 len: 825 time: 0.4386969 Jun 23 17:16:28.391737 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-a22b4386-47d1-4486-9b8a-6323e47cc780 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/d7baa818-9a78-46de-b98b-863f1f767f69 HTTP/1.1" status: 200 len: 734 time: 0.0182927 Jun 23 17:16:28.400907 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'ip_version': 4, 'subnetpool_id': 'd7baa818-9a78-46de-b98b-863f1f767f69', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:16:28.428145 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Made reservation on behalf of aaf27215e5e64cfb9221d3c255bf50e5 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:16:28.430734 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:28.727100 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:28.730140 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:28.798043 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Checking segment: {'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:16:28.798432 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Network hostable DHCP agents. Network: e9aa6e6a-8724-4b3f-8570-a605eb73265a, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:16:28.814769 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7f68f7-b2a7-4844-878d-f8ab04b7356d,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:28.829282 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.829606 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.829968 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.830309 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.830573 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.830887 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.831186 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.831492 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.831810 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.832111 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.832408 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.832705 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Tracked resource versions report: Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: pushed versions: Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Log': {'1.0'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Network': {'1.1'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Port': {'1.7'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'SubPort': {'1.0'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Subnet': {'1.1'}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Trunk': {'1.1'}} Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: consumer versions: Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Log': '1.0', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Network': '1.1', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Port': '1.7', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'PortForwarding': '1.2', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'QosPolicy': '1.8', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroup': '1.4', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'SubPort': '1.0', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Subnet': '1.1', Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: 'Trunk': '1.1'}} Jun 23 17:16:28.833802 dv-cinder-797510-2-smb neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:16:28.852203 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:16:28.868831 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, e9aa6e6a-8724-4b3f-8570-a605eb73265a) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:28.879575 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:28.888750 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:28.889369 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:28.893671 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5651f-c3e3-4fbb-b90e-2ffc8e1d386c None None] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:16:28.904008 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5069528 Jun 23 17:16:29.209541 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'fixed_ips': [{'subnet_id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:16:29.210843 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:29.490937 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Allocated IP 172.20.0.2 (e9aa6e6a-8724-4b3f-8570-a605eb73265a/ef7f68f7-b2a7-4844-878d-f8ab04b7356d/d76fedac-0cb2-429e-960f-1b62d5275ef2) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:29.703539 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:29.720859 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Transition to ACTIVE for port object d76fedac-0cb2-429e-960f-1b62d5275ef2 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:16:29.768198 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Transition to ACTIVE for port object d76fedac-0cb2-429e-960f-1b62d5275ef2 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:16:29.777214 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:29.779970 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:29.845245 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:29.849671 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:29.858426 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:16:29.861401 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Pushing event updated for resources: {'Port': ['ID=d76fedac-0cb2-429e-960f-1b62d5275ef2,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:29.887226 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.887564 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.887891 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.888213 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.888531 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.888889 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.889209 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.889519 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.889862 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.890174 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.890484 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.890790 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Tracked resource versions report: Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: pushed versions: Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Log': {'1.0'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Network': {'1.1'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Port': {'1.7'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'PortForwarding': {'1.2'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'QosPolicy': {'1.8'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'SubPort': {'1.0'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Subnet': {'1.1'}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Trunk': {'1.1'}} Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: consumer versions: Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'ConntrackHelper': '1.0', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Log': '1.0', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Network': '1.1', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Port': '1.7', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'PortForwarding': '1.2', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'QosPolicy': '1.8', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroup': '1.4', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroupRule': '1.2', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'SubPort': '1.0', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Subnet': '1.1', Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: 'Trunk': '1.1'}} Jun 23 17:16:29.891897 dv-cinder-797510-2-smb neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:16:29.916246 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:29.947448 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Attempting to bind port d76fedac-0cb2-429e-960f-1b62d5275ef2 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:16:29.947823 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Attempting to bind port d76fedac-0cb2-429e-960f-1b62d5275ef2 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:16:29.948254 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Attempting to bind port d76fedac-0cb2-429e-960f-1b62d5275ef2 on network e9aa6e6a-8724-4b3f-8570-a605eb73265a {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:16:29.955518 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:16:29.955930 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Checking segment: {'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:16:29.956437 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:29.956821 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Bound using segment: {'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:16:29.957937 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Bound port: d76fedac-0cb2-429e-960f-1b62d5275ef2, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:16:29.958332 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:30.020666 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] For port d76fedac-0cb2-429e-960f-1b62d5275ef2, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:16:30.024683 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] For port d76fedac-0cb2-429e-960f-1b62d5275ef2, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=d76fedac-0cb2-429e-960f-1b62d5275ef2,segment=NetworkSegment(89a657cb-a009-4621-b21f-71954a63b743),segment_id=89a657cb-a009-4621-b21f-71954a63b743)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:16:30.029543 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:30.032295 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:30.094683 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Pushing event updated for resources: {'Port': ['ID=d76fedac-0cb2-429e-960f-1b62d5275ef2,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:30.097633 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:31.389925 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 60948) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:31.707187 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [None req-577e2f15-5ec8-4fba-8f21-5c01a6bf3541 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:16:31.708170 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-577e2f15-5ec8-4fba-8f21-5c01a6bf3541 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172462 Jun 23 17:16:34.076260 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 60956) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:34.388549 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [None req-a2b19d1e-f04e-47e4-9c3c-4a0ac1bfc28f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:16:34.389543 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a2b19d1e-f04e-47e4-9c3c-4a0ac1bfc28f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122628 Jun 23 17:16:35.483068 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device d76fedac-0cb2-429e-960f-1b62d5275ef2 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:35.561943 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port d76fedac-0cb2-429e-960f-1b62d5275ef2 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:16:36.167883 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda0f17-6d07-41f1-89ee-7797bb44a776 None None] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:16:36.231850 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Provisioning for port d76fedac-0cb2-429e-960f-1b62d5275ef2 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:16:36.243258 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Provisioning complete for port d76fedac-0cb2-429e-960f-1b62d5275ef2 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:36.244238 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:36.439321 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:36.502788 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] For port d76fedac-0cb2-429e-960f-1b62d5275ef2, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=d76fedac-0cb2-429e-960f-1b62d5275ef2,segment=NetworkSegment(89a657cb-a009-4621-b21f-71954a63b743),segment_id=89a657cb-a009-4621-b21f-71954a63b743)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:36.507833 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:36.511485 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-83345869-b916-4a0a-aeda-9dbb9da83507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:36.562645 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Pushing event updated for resources: {'Port': ['ID=d76fedac-0cb2-429e-960f-1b62d5275ef2,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:36.566137 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:36.729203 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d6061a0a-e150-46aa-ac6a-4be552fc3489 None None] Provisioning complete for port d76fedac-0cb2-429e-960f-1b62d5275ef2 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:36.729568 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d6061a0a-e150-46aa-ac6a-4be552fc3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:36.993006 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 60970) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:37.285876 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-22738272-66a9-4249-a68d-a29638c9cde4 admin admin] Request body: {'router': {'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'name': 'router1', 'admin_state_up': True}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:16:37.312078 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22738272-66a9-4249-a68d-a29638c9cde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:37.313715 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22738272-66a9-4249-a68d-a29638c9cde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:37.460963 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device d76fedac-0cb2-429e-960f-1b62d5275ef2 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:37.475243 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22738272-66a9-4249-a68d-a29638c9cde4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:37.479881 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22738272-66a9-4249-a68d-a29638c9cde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:37.492375 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22738272-66a9-4249-a68d-a29638c9cde4 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:37.493822 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-22738272-66a9-4249-a68d-a29638c9cde4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4990919 Jun 23 17:16:37.510134 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port d76fedac-0cb2-429e-960f-1b62d5275ef2 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:37.510737 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:39.796136 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 60978) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:40.107103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [None req-f0f19f94-0387-4e00-80b4-231ed69361c9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:16:40.108063 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f0f19f94-0387-4e00-80b4-231ed69361c9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110318 Jun 23 17:16:40.673234 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e004347b-a081-4e8a-a4cc-848107384e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:42.462096 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 60986) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:42.763306 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:16:42.787361 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Made reservation on behalf of 6f5519ef64194a238f8572185669e2c9 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:16:42.789839 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:42.798048 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:42.886611 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:42.890271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:42.894290 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:42.906228 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Reserving flat network on physical network physnet1 {{(pid=92924) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 17:16:42.928717 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:42.929052 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.segments_db [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Added segment a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7 of type flat for network ba6f1368-83b2-4c05-8c84-f343b873e2ae Jun 23 17:16:42.930220 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358841c9-9e9e-460c-b4ea-291f7658d3ea,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:42.939049 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:42.979081 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:43.014406 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:43.015685 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:43.016251 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:43.018956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:43.049228 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5860684 Jun 23 17:16:43.080082 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Pushing event updated for resources: {'Network': ['ID=ba6f1368-83b2-4c05-8c84-f343b873e2ae,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:43.082832 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:43.091103 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:16:43.381911 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b44259b1-9be3-4025-967e-d2a00a3598cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:43.424723 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:44.483008 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:44.865463 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:16:45.461377 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 32772) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:45.631008 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c3957-e2bd-4353-a778-4a49c4169037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:45.632285 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-552c3957-e2bd-4353-a778-4a49c4169037 admin admin] 10.222.0.69 "GET /v2.0/subnets/ef7f68f7-b2a7-4844-878d-f8ab04b7356d HTTP/1.1" status: 200 len: 849 time: 0.1694393 Jun 23 17:16:45.750155 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-717932b9-de3e-4112-aed6-c8cb63725688 admin admin] 10.222.0.69 "GET /v2.0/routers/1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 HTTP/1.1" status: 200 len: 704 time: 0.1123471 Jun 23 17:16:46.018036 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:46.317870 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Allocated IP 172.20.0.1 (e9aa6e6a-8724-4b3f-8570-a605eb73265a/ef7f68f7-b2a7-4844-878d-f8ab04b7356d/40273d76-f89f-4b61-9d5d-69a2ec280939) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:46.334044 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:46.471824 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:46.492984 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Transition to ACTIVE for port object 40273d76-f89f-4b61-9d5d-69a2ec280939 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:16:46.574405 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:46.577244 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:46.645057 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:46.653420 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:46.658908 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:16:46.658908 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:46.678145 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Pushing event updated for resources: {'Port': ['ID=40273d76-f89f-4b61-9d5d-69a2ec280939,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:46.722433 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:46.889172 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-0bc411e6-6b86-4e46-84ac-4b73a88a5157 None None] Provisioning for port 40273d76-f89f-4b61-9d5d-69a2ec280939 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:16:46.892805 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-0bc411e6-6b86-4e46-84ac-4b73a88a5157 None None] Provisioning complete for port 40273d76-f89f-4b61-9d5d-69a2ec280939 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:46.893173 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0bc411e6-6b86-4e46-84ac-4b73a88a5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:46.926012 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-0bc411e6-6b86-4e46-84ac-4b73a88a5157 None None] Port 40273d76-f89f-4b61-9d5d-69a2ec280939 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:16:46.932200 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:47.110718 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:47.115142 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:47.116537 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:47.119253 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:47.179145 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Pushing event updated for resources: {'Port': ['ID=40273d76-f89f-4b61-9d5d-69a2ec280939,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:47.205230 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:47.247483 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:47.248858 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:47.409992 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:16:47.446673 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-121e0e26-f278-4658-99bc-82aa4790bf88 None None] Provisioning complete for port 40273d76-f89f-4b61-9d5d-69a2ec280939 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:47.447281 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-121e0e26-f278-4658-99bc-82aa4790bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:47.482012 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-121e0e26-f278-4658-99bc-82aa4790bf88 None None] Port 40273d76-f89f-4b61-9d5d-69a2ec280939 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:16:47.502535 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:16:47.507451 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] 10.222.0.69 "PUT /v2.0/routers/1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7524924 Jun 23 17:16:47.525081 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Sync routers for ids ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:16:47.537129 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Routers {'1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:16:47.537999 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:16:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:47.719522 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Set router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:16:48.145247 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'name': 'router1', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:16:37Z', 'updated_at': '2021-06-23T17:16:46Z', 'revision_number': 2, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'gw_port_host': None, '_interfaces': [{'id': '40273d76-f89f-4b61-9d5d-69a2ec280939', 'name': '', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'mac_address': 'fa:16:3e:ee:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:46Z', 'updated_at': '2021-06-23T17:16:46Z', 'revision_number': 2, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'subnets': [{'id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7baa818-9a78-46de-b98b-863f1f767f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:48.196935 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Checking router: 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:16:48.197584 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Updating router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 port 40273d76-f89f-4b61-9d5d-69a2ec280939 binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:16:48.261713 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:48.761035 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:48.783639 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Transition to ACTIVE for port object 40273d76-f89f-4b61-9d5d-69a2ec280939 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:16:48.790330 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:48.793087 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:48.958134 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Pushing event updated for resources: {'Port': ['ID=40273d76-f89f-4b61-9d5d-69a2ec280939,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:48.960421 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Attempting to bind port 40273d76-f89f-4b61-9d5d-69a2ec280939 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:16:48.960800 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Attempting to bind port 40273d76-f89f-4b61-9d5d-69a2ec280939 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:16:48.961228 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Attempting to bind port 40273d76-f89f-4b61-9d5d-69a2ec280939 on network e9aa6e6a-8724-4b3f-8570-a605eb73265a {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:16:48.969787 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:16:48.970258 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Checking segment: {'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:16:48.970692 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:48.971055 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Bound using segment: {'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:16:48.971549 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Bound port: 40273d76-f89f-4b61-9d5d-69a2ec280939, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a657cb-a009-4621-b21f-71954a63b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:16:48.971913 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:48.974233 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.974566 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.974887 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.975209 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.975523 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.975835 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.976144 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.976453 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.976757 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.977064 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.977367 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.978376 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Tracked resource versions report: Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: pushed versions: Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: { 'AddressGroup': {'1.2'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'ConntrackHelper': {'1.0'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Log': {'1.0'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Network': {'1.1'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Port': {'1.7'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'PortForwarding': {'1.2'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'QosPolicy': {'1.8'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroup': {'1.4'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'SubPort': {'1.0'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Subnet': {'1.1'}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Trunk': {'1.1'}} Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: consumer versions: Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'ConntrackHelper': '1.0', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Log': '1.0', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Network': '1.1', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Port': '1.7', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'PortForwarding': '1.2', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'QosPolicy': '1.8', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroup': '1.4', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroupRule': '1.2', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'SubPort': '1.0', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Subnet': '1.1', Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: 'Trunk': '1.1'}} Jun 23 17:16:48.979572 dv-cinder-797510-2-smb neutron-server[92926]: {{(pid=92926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:16:48.991151 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:49.046652 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] For port 40273d76-f89f-4b61-9d5d-69a2ec280939, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:16:49.067586 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] For port 40273d76-f89f-4b61-9d5d-69a2ec280939, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=40273d76-f89f-4b61-9d5d-69a2ec280939,segment=NetworkSegment(89a657cb-a009-4621-b21f-71954a63b743),segment_id=89a657cb-a009-4621-b21f-71954a63b743)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:16:49.072148 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:49.074582 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:49.134115 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Pushing event updated for resources: {'Port': ['ID=40273d76-f89f-4b61-9d5d-69a2ec280939,revision_number=4']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:49.136602 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Routers {'1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:16:49.137192 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:16:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:49.139282 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:49.225554 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] Set router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:16:49.432970 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'name': 'router1', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:16:37Z', 'updated_at': '2021-06-23T17:16:46Z', 'revision_number': 2, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'gw_port_host': None, '_interfaces': [{'id': '40273d76-f89f-4b61-9d5d-69a2ec280939', 'name': '', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'mac_address': 'fa:16:3e:ee:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:46Z', 'updated_at': '2021-06-23T17:16:49Z', 'revision_number': 4, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'subnets': [{'id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7baa818-9a78-46de-b98b-863f1f767f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:49.458543 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67b9c7-47f0-4b3f-bdea-6a490db57de1 None None] The sync data for ids ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'] in dv-cinder-797510-2-smb is: [{'id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'name': 'router1', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:16:37Z', 'updated_at': '2021-06-23T17:16:46Z', 'revision_number': 2, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'gw_port_host': None, '_interfaces': [{'id': '40273d76-f89f-4b61-9d5d-69a2ec280939', 'name': '', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'mac_address': 'fa:16:3e:ee:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:46Z', 'updated_at': '2021-06-23T17:16:49Z', 'revision_number': 4, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'subnets': [{'id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7baa818-9a78-46de-b98b-863f1f767f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:16:49.720439 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 32792) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:49.865805 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1073240-4431-41f8-9f14-480ea4e787cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:49.867154 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f1073240-4431-41f8-9f14-480ea4e787cd admin admin] 10.222.0.69 "GET /v2.0/networks/ba6f1368-83b2-4c05-8c84-f343b873e2ae HTTP/1.1" status: 200 len: 842 time: 0.1457047 Jun 23 17:16:49.876904 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:16:49.899361 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Made reservation on behalf of 6f5519ef64194a238f8572185669e2c9 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:16:49.901668 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.301037 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.objects.ports [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 17:16:50.301495 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.306032 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:50.366067 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34430ede-0ac2-4ee4-9470-591e17744a5e,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:50.368647 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:16:50.369034 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Network hostable DHCP agents. Network: ba6f1368-83b2-4c05-8c84-f343b873e2ae, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:16:50.374131 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:50.391730 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:16:50.404162 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, ba6f1368-83b2-4c05-8c84-f343b873e2ae) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:50.408545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:50.409133 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.413664 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a36d7-76f2-436e-b525-29e9c4e232e3 None None] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:16:50.425962 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5523176 Jun 23 17:16:50.545661 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62efd1ad-14eb-42c0-abea-609f785f2e04 None None] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:16:52.703993 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 32804) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:52.942099 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-127468c6-af1a-4bf6-b3b6-8fd44b09e44d admin admin] 10.222.0.69 "GET /v2.0/routers/1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 HTTP/1.1" status: 200 len: 710 time: 0.2369621 Jun 23 17:16:53.028713 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a36dc-7add-48c1-97f4-bbccd82239cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:16:53.034334 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-2f8a36dc-7add-48c1-97f4-bbccd82239cd admin admin] 10.222.0.69 "GET /v2.0/networks/ba6f1368-83b2-4c05-8c84-f343b873e2ae HTTP/1.1" status: 200 len: 886 time: 0.0826738 Jun 23 17:16:53.038571 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:16:53.286793 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:53.515796 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 40273d76-f89f-4b61-9d5d-69a2ec280939 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:53.547103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:53.570305 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 40273d76-f89f-4b61-9d5d-69a2ec280939 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:16:53.575064 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 40273d76-f89f-4b61-9d5d-69a2ec280939 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:53.575627 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:53.653165 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:53.687483 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 40273d76-f89f-4b61-9d5d-69a2ec280939, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=40273d76-f89f-4b61-9d5d-69a2ec280939,segment=NetworkSegment(89a657cb-a009-4621-b21f-71954a63b743),segment_id=89a657cb-a009-4621-b21f-71954a63b743)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:53.692218 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:53.693293 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:53.697657 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:53.748267 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=40273d76-f89f-4b61-9d5d-69a2ec280939,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:53.752814 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:53.849389 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Allocated IP 172.28.2.55 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/c8e8801a-3968-4944-98fa-764f59b1684b) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:53.956354 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:54.035263 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:54.038109 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:54.096023 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:54.101715 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:54.109901 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:16:54.175863 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e8801a-3968-4944-98fa-764f59b1684b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:54.181620 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:54.396092 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:54.588098 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:54.591327 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1672617'] for router, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:54.698547 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:16:54.804413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:16:54.809273 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:54.810506 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] 10.222.0.69 "PUT /v2.0/routers/1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 HTTP/1.1" status: 200 len: 889 time: 1.7751100 Jun 23 17:16:54.825110 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Sync routers for ids ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:16:54.836316 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Routers {'1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:16:54.836994 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:16:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:55.105020 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Set router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:16:55.490944 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 40273d76-f89f-4b61-9d5d-69a2ec280939 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:55.548583 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'name': 'router1', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c8e8801a-3968-4944-98fa-764f59b1684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:16:37Z', 'updated_at': '2021-06-23T17:16:54Z', 'revision_number': 4, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'gw_port': {'id': 'c8e8801a-3968-4944-98fa-764f59b1684b', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:53Z', 'updated_at': '2021-06-23T17:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '40273d76-f89f-4b61-9d5d-69a2ec280939', 'name': '', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'mac_address': 'fa:16:3e:ee:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:46Z', 'updated_at': '2021-06-23T17:16:53Z', 'revision_number': 5, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'subnets': [{'id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7baa818-9a78-46de-b98b-863f1f767f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:55.604863 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Checking router: 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:16:55.605242 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Updating router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 port c8e8801a-3968-4944-98fa-764f59b1684b binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:16:55.629383 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 40273d76-f89f-4b61-9d5d-69a2ec280939 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:55.629770 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:55.659963 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:56.011055 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:56.020296 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Transition to ACTIVE for port object c8e8801a-3968-4944-98fa-764f59b1684b will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:16:56.026141 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:56.029314 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-54f2dd5a-91f1-4c70-92cc-e8279f0bc5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:56.074096 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Attempting to bind port c8e8801a-3968-4944-98fa-764f59b1684b on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:16:56.074467 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Attempting to bind port c8e8801a-3968-4944-98fa-764f59b1684b by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:16:56.074823 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Attempting to bind port c8e8801a-3968-4944-98fa-764f59b1684b on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:16:56.081586 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed3498-90c0-40e1-a723-893af6f6d07c None None] Pushing event updated for resources: {'Port': ['ID=c8e8801a-3968-4944-98fa-764f59b1684b,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:56.083942 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:16:56.084307 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:16:56.084697 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:56.085076 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:16:56.085543 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Bound port: c8e8801a-3968-4944-98fa-764f59b1684b, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:16:56.085927 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:56.088042 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-7bed3498-90c0-40e1-a723-893af6f6d07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:56.134905 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] For port c8e8801a-3968-4944-98fa-764f59b1684b, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:16:56.137857 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] For port c8e8801a-3968-4944-98fa-764f59b1684b, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=c8e8801a-3968-4944-98fa-764f59b1684b,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:16:56.142096 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:56.145024 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:56.274029 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Routers {'1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:16:56.275163 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:16:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:56.308968 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed3498-90c0-40e1-a723-893af6f6d07c None None] Pushing event updated for resources: {'Port': ['ID=c8e8801a-3968-4944-98fa-764f59b1684b,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:56.313253 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-7bed3498-90c0-40e1-a723-893af6f6d07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:56.382409 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] Set router 1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:16:56.587844 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'name': 'router1', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c8e8801a-3968-4944-98fa-764f59b1684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:16:37Z', 'updated_at': '2021-06-23T17:16:54Z', 'revision_number': 4, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'gw_port': {'id': 'c8e8801a-3968-4944-98fa-764f59b1684b', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:53Z', 'updated_at': '2021-06-23T17:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '40273d76-f89f-4b61-9d5d-69a2ec280939', 'name': '', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'mac_address': 'fa:16:3e:ee:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:46Z', 'updated_at': '2021-06-23T17:16:53Z', 'revision_number': 5, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'subnets': [{'id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7baa818-9a78-46de-b98b-863f1f767f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:56.617477 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c45b0-23c8-4f41-9b1f-3bd141129fa5 None None] The sync data for ids ['1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0'] in dv-cinder-797510-2-smb is: [{'id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'name': 'router1', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c8e8801a-3968-4944-98fa-764f59b1684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:16:37Z', 'updated_at': '2021-06-23T17:16:54Z', 'revision_number': 4, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'gw_port': {'id': 'c8e8801a-3968-4944-98fa-764f59b1684b', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:53Z', 'updated_at': '2021-06-23T17:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '40273d76-f89f-4b61-9d5d-69a2ec280939', 'name': '', 'network_id': 'e9aa6e6a-8724-4b3f-8570-a605eb73265a', 'tenant_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'mac_address': 'fa:16:3e:ee:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afcf6d6-f6fc-4e79-a71a-46a9fde89cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:16:46Z', 'updated_at': '2021-06-23T17:16:53Z', 'revision_number': 5, 'project_id': 'aaf27215e5e64cfb9221d3c255bf50e5', 'subnets': [{'id': 'ef7f68f7-b2a7-4844-878d-f8ab04b7356d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7baa818-9a78-46de-b98b-863f1f767f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:16:57.193176 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 32812) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:57.316905 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-df52a937-e15e-4d05-afd7-9de73623a679 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1226029 Jun 23 17:16:57.503928 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device c8e8801a-3968-4944-98fa-764f59b1684b up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:57.554816 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port c8e8801a-3968-4944-98fa-764f59b1684b completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:16:57.559177 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port c8e8801a-3968-4944-98fa-764f59b1684b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:57.559581 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:57.634786 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:57.654983 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port c8e8801a-3968-4944-98fa-764f59b1684b, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=c8e8801a-3968-4944-98fa-764f59b1684b,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:57.659545 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:57.661838 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:57.709847 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=c8e8801a-3968-4944-98fa-764f59b1684b,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:57.713534 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:59.489688 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device c8e8801a-3968-4944-98fa-764f59b1684b up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:59.541201 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port c8e8801a-3968-4944-98fa-764f59b1684b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:16:59.541799 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:10.675068 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc325-f447-44f1-9bc3-c8918d4adb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:13.386482 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6de290ac-6a4b-4476-98a6-0b5a1ed107ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:13.430279 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:14.490757 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:16.371666 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:21.865974 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:17:40.676560 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-db782e58-5335-43ec-a257-3054e30074bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:43.441644 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86b6e836-7470-4131-8b7d-b5d3b9980272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:43.455628 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:44.483080 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:46.355953 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:58.865315 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:18:10.679018 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a6e56783-2865-47de-aa37-169a5acbdf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:13.393154 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f88921f6-6219-4035-9100-c7f6c2591b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:13.417283 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:14.485799 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:16.357140 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:32.376914 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33380) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:32.436463 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffaeb4f-0c52-432a-b84b-426b950ae899 admin admin] GET failed (client error): The resource could not be found. Jun 23 17:18:32.437760 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-6ffaeb4f-0c52-432a-b84b-426b950ae899 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598946 Jun 23 17:18:32.657693 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a7d79-e45c-4803-8256-b458e31deb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:32.659156 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-da7a7d79-e45c-4803-8256-b458e31deb5d admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2176301 Jun 23 17:18:34.777045 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33390) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:34.872897 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622780e-c166-4d63-a10f-fb9ecb98c7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:34.874306 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1622780e-c166-4d63-a10f-fb9ecb98c7d1 admin admin] 10.222.0.69 "GET /v2.0/subnets/ef7f68f7-b2a7-4844-878d-f8ab04b7356d HTTP/1.1" status: 200 len: 849 time: 0.0959942 Jun 23 17:18:34.884303 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:18:34.968505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:35.104637 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765184148188'] for subnet, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:35.107458 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2d675bf5-d872-4b6f-963b-07c2e763c02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:18:35.133361 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:35.133965 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:35.138564 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] 10.222.0.69 "PUT /v2.0/subnets/ef7f68f7-b2a7-4844-878d-f8ab04b7356d HTTP/1.1" status: 200 len: 868 time: 0.2555337 Jun 23 17:18:35.153482 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a83e57-5902-45ce-9d5f-631125d6e372 None None] Network e9aa6e6a-8724-4b3f-8570-a605eb73265a requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:18:35.156839 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7f68f7-b2a7-4844-878d-f8ab04b7356d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:35.164435 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.164822 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.165098 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.165422 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.165757 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.166296 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.166427 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.166747 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.167071 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.167388 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.167697 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.168005 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:35.171556 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:18:35.531178 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-2d604eb4-cafe-40d3-846d-7e0fb8b52096 None None] Provisioning complete for port 40273d76-f89f-4b61-9d5d-69a2ec280939 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:18:35.531546 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d604eb4-cafe-40d3-846d-7e0fb8b52096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:35.615765 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-2d604eb4-cafe-40d3-846d-7e0fb8b52096 None None] Provisioning complete for port d76fedac-0cb2-429e-960f-1b62d5275ef2 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:18:35.616138 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d604eb4-cafe-40d3-846d-7e0fb8b52096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:35.863698 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:18:37.307825 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33398) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:37.504602 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f196d8-2590-4f36-8438-9b44962c5b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:37.505070 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f196d8-2590-4f36-8438-9b44962c5b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:37.507199 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-66f196d8-2590-4f36-8438-9b44962c5b96 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984055 Jun 23 17:18:39.747339 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 33406) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:39.940711 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8a5cd-00d3-428f-80ca-4c33dbc4d520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:39.941176 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8a5cd-00d3-428f-80ca-4c33dbc4d520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:39.943232 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-8ff8a5cd-00d3-428f-80ca-4c33dbc4d520 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944935 Jun 23 17:18:40.678723 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6c39832e-c9e2-436f-8735-2f3fe96fbcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:42.086871 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33416) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:42.211780 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fb26b-2b5a-4ae7-8c5a-9d1b525f598e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:42.213115 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-dc2fb26b-2b5a-4ae7-8c5a-9d1b525f598e admin admin] 10.222.0.69 "GET /v2.0/networks/ba6f1368-83b2-4c05-8c84-f343b873e2ae HTTP/1.1" status: 200 len: 886 time: 0.1253185 Jun 23 17:18:43.393276 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-560901fd-03cc-4c7b-ace0-d0edcf6cf195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:43.418361 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:44.337081 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33424) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:44.485277 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832092b-2a02-438d-acb0-205be2dcef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:44.486757 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f832092b-2a02-438d-acb0-205be2dcef57 admin admin] 10.222.0.69 "GET /v2.0/networks/e9aa6e6a-8724-4b3f-8570-a605eb73265a HTTP/1.1" status: 200 len: 869 time: 0.1486862 Jun 23 17:18:44.490950 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:46.362757 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:46.621772 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33432) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:46.741995 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb7a92-242c-47ca-a0ec-3f32a8660a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:46.742458 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb7a92-242c-47ca-a0ec-3f32a8660a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:46.743951 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-76eb7a92-242c-47ca-a0ec-3f32a8660a21 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212337 Jun 23 17:18:48.847801 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33440) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:48.939519 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d926277-a449-4af6-9626-f4f5ad5a7259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:48.939976 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d926277-a449-4af6-9626-f4f5ad5a7259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:48.941461 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5d926277-a449-4af6-9626-f4f5ad5a7259 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927379 Jun 23 17:18:51.108996 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33448) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:51.192261 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e419d9-4693-4c82-8d93-0278779bfe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:51.193641 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-94e419d9-4693-4c82-8d93-0278779bfe4b admin admin] 10.222.0.69 "GET /v2.0/subnets/34430ede-0ac2-4ee4-9470-591e17744a5e HTTP/1.1" status: 200 len: 816 time: 0.0836849 Jun 23 17:18:53.337107 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33456) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:53.426419 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9843a-daf9-4b49-abf0-849d8e422a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:18:53.427774 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-bbe9843a-daf9-4b49-abf0-849d8e422a7e admin admin] 10.222.0.69 "GET /v2.0/subnets/ef7f68f7-b2a7-4844-878d-f8ab04b7356d HTTP/1.1" status: 200 len: 868 time: 0.0895975 Jun 23 17:19:10.683237 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c86a5b8c-bc57-4199-9814-2ba7955cae09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:12.861944 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:19:13.396790 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-75eafd5a-feb2-48ae-aeaf-6352f1d1fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:13.420796 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:14.493989 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:16.372177 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:16.575387 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33500) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:16.620351 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [None req-dc5ee444-4e09-4aaa-95a9-fedc85089288 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:19:16.621319 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-dc5ee444-4e09-4aaa-95a9-fedc85089288 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449843 Jun 23 17:19:18.828468 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33508) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:18.889097 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca86a52-ef7b-47a2-8775-7b06c2c2b46e admin admin] GET failed (client error): The resource could not be found. Jun 23 17:19:18.890426 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-2ca86a52-ef7b-47a2-8775-7b06c2c2b46e admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610480 Jun 23 17:19:18.970914 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825e1c4-afd2-400a-9d14-29a2de3abbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:18.972307 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1825e1c4-afd2-400a-9d14-29a2de3abbda admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0780878 Jun 23 17:19:21.105545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33516) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:21.149659 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:19:21.170520 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Made reservation on behalf of 6f5519ef64194a238f8572185669e2c9 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:19:21.172927 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:21.207212 dv-cinder-797510-2-smb neutron-server[92924]: WARNING neutron.services.revisions.revision_plugin [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Could not find related network for resource to bump revision. Jun 23 17:19:21.217874 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:19:21.226851 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:21.227201 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.segments_db [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Added segment 351b2415-2da0-48f7-84df-532e26ab4a24 of type vlan for network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 Jun 23 17:19:21.270711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:21.297644 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:21.298863 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:21.299426 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:21.302872 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:19:21.354005 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2472618 Jun 23 17:19:21.358642 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Pushing event updated for resources: {'Network': ['ID=6f4b8937-c42b-4d32-b1c8-ee728944ee50,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:21.361742 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:19:21.374688 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:19:23.497802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33524) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:23.556916 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a7730f-f54a-412e-9ac5-f55ec5a09280 admin admin] GET failed (client error): The resource could not be found. Jun 23 17:19:23.558207 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e5a7730f-f54a-412e-9ac5-f55ec5a09280 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594563 Jun 23 17:19:23.626086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e2c0f7-74ba-4a36-babb-b7071929f9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:23.627445 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-12e2c0f7-74ba-4a36-babb-b7071929f9a2 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655124 Jun 23 17:19:23.637288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50', 'cidr': '192.168.233.0/24'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:19:23.657458 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Made reservation on behalf of 6f5519ef64194a238f8572185669e2c9 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:19:23.659741 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:23.897966 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:23.900754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:19:23.951056 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37b6c77-1e22-467a-a14d-b65b471c57a3,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:23.954265 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:19:23.960183 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Checking segment: {'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:19:23.960526 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Network hostable DHCP agents. Network: 6f4b8937-c42b-4d32-b1c8-ee728944ee50, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:19:23.976473 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:19:23.984436 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 6f4b8937-c42b-4d32-b1c8-ee728944ee50) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:19:23.988494 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:23.989070 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:23.993217 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03d130-4719-4f14-9bbb-c25b2fa51dec None None] Network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:19:24.002064 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3680158 Jun 23 17:19:24.247832 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-6f4b8937-c42b-4d32-b1c8-ee728944ee50', 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50', 'tenant_id': '6f5519ef64194a238f8572185669e2c9', 'fixed_ips': [{'subnet_id': 'b37b6c77-1e22-467a-a14d-b65b471c57a3'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:19:24.248688 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:24.385125 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Allocated IP 192.168.233.2 (6f4b8937-c42b-4d32-b1c8-ee728944ee50/b37b6c77-1e22-467a-a14d-b65b471c57a3/17d980c3-1f3f-4052-8dca-eabcd7a5d03f) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:19:24.530218 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:24.539201 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Transition to ACTIVE for port object 17d980c3-1f3f-4052-8dca-eabcd7a5d03f will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:19:24.554401 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Transition to ACTIVE for port object 17d980c3-1f3f-4052-8dca-eabcd7a5d03f will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:19:24.560574 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:24.563089 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-7bed3498-90c0-40e1-a723-893af6f6d07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:19:24.602205 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:19:24.604982 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:19:24.611159 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:19:24.614275 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Pushing event updated for resources: {'Port': ['ID=17d980c3-1f3f-4052-8dca-eabcd7a5d03f,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:24.624315 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.624659 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.624993 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.625753 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.625753 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.626032 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.626264 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.626583 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.626893 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.627207 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.627538 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.627853 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:24.632496 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:19:24.679188 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Attempting to bind port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:19:24.679542 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Attempting to bind port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:19:24.679898 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Attempting to bind port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f on network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:19:24.684721 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:19:24.685093 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Checking segment: {'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:19:24.685487 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:24.685908 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Bound using segment: {'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:19:24.686372 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Bound port: 17d980c3-1f3f-4052-8dca-eabcd7a5d03f, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:19:24.686734 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:24.750640 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] For port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:19:24.753776 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] For port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=17d980c3-1f3f-4052-8dca-eabcd7a5d03f,segment=NetworkSegment(351b2415-2da0-48f7-84df-532e26ab4a24),segment_id=351b2415-2da0-48f7-84df-532e26ab4a24)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:19:24.758372 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:24.762634 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:19:24.817263 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Pushing event updated for resources: {'Port': ['ID=17d980c3-1f3f-4052-8dca-eabcd7a5d03f,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:24.823585 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:19:25.620992 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 17d980c3-1f3f-4052-8dca-eabcd7a5d03f up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:19:25.649982 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2cedc2-3569-4fa6-bb66-5298de25b9d5 None None] Network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:19:25.745629 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ef5ebe22-844e-4de1-94b6-45cb9f09146b None None] Provisioning for port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:19:25.760432 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:19:25.767030 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:19:25.767401 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:25.904579 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:25.943109 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=17d980c3-1f3f-4052-8dca-eabcd7a5d03f,segment=NetworkSegment(351b2415-2da0-48f7-84df-532e26ab4a24),segment_id=351b2415-2da0-48f7-84df-532e26ab4a24)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:25.947869 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:25.951177 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:19:26.002487 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=17d980c3-1f3f-4052-8dca-eabcd7a5d03f,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:26.005762 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:19:26.179472 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-1da124c2-4008-49a8-852d-85dea33929d8 None None] Provisioning complete for port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:19:26.179769 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1da124c2-4008-49a8-852d-85dea33929d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:27.582519 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 17d980c3-1f3f-4052-8dca-eabcd7a5d03f up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:19:27.628195 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 17d980c3-1f3f-4052-8dca-eabcd7a5d03f triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:19:27.628565 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:40.684748 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c4eb2c9c-8b6d-42ae-ab8c-2eb100cc863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:43.400983 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c42d91f3-de54-4f5f-8245-c923f319a422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:43.422235 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:44.496139 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:46.374446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:49.859994 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:20:10.686421 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5bcb744e-2ced-4d73-866f-2073bd99bcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:13.401239 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2af201ea-0286-4cfb-a19a-b13bc3e206f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:13.422938 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:14.496482 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:16.378392 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:26.858679 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:20:31.185425 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33578) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:31.191341 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [None req-06723d36-6b45-4d25-911b-ebbac05f24d1 tempest-verify_tempest_config-295905816 tempest-verify_tempest_config-295905816-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:20:31.192824 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-06723d36-6b45-4d25-911b-ebbac05f24d1 tempest-verify_tempest_config-295905816 tempest-verify_tempest_config-295905816-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058689 Jun 23 17:20:31.492334 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33596) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:31.592780 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:31.676719 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:31.680232 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:31.686170 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:20:31.725517 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1c413648ca74e66930ff48553fe0a62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2321584 Jun 23 17:20:31.727555 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c879b38-45d7-4358-a16b-c9bde64d53b0,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:31.728287 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 33600) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:31.734493 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.734826 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.735148 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.735471 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.735783 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.736097 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.736413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.736735 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.737048 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.737357 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.737658 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.737985 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.743271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:20:31.806721 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:31.826089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:31.911831 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:31.914686 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:31.915906 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c879b38-45d7-4358-a16b-c9bde64d53b0 HTTP/1.1" status: 204 len: 168 time: 0.1865747 Jun 23 17:20:31.917046 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:20:31.924474 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c879b38-45d7-4358-a16b-c9bde64d53b0,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:31.931677 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.931948 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.932275 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.932596 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.932915 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.933228 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.933537 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.933898 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.934226 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.934544 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.934854 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.935159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:31.938783 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:20:40.688913 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8da2954-fe93-474f-8b72-9696881074c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:43.402842 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c6974284-9640-45e8-876d-c3c6ecaa4f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:43.423284 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:44.502446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:46.380648 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:03.857713 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:21:10.692132 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cb58fe85-d850-4a55-bdf2-36bb23024e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:13.404914 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bb230456-2758-412b-ba76-5a5f332b8011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:13.423331 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:14.504028 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:16.383358 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:40.694526 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b01d3949-826c-4e4b-8bc5-073861aaa0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:40.856412 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:21:43.407100 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6f2b-7d5f-4827-9efc-80e2f9c03737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:43.424040 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:44.506526 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:46.386010 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:10.696283 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e6db5a89-e3ad-4ef9-9a51-bf9aa6faabaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:13.407118 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1bedc2ab-cd4a-4fc8-9f27-f8b64e5f38ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:13.425522 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.511494 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:15.535385 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:16.388867 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:17.854631 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:22:20.532257 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 33654) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:22:20.631847 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-01524cc5-706d-4544-938b-fb5283357cde admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0982256 Jun 23 17:22:22.778890 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 33664) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:22:22.832234 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-a993e0ec-adef-45d5-8a54-507ebea36774 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0522485 Jun 23 17:22:40.698928 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ab278898-9f1a-4e6d-a66d-64a9fa9508aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:43.409545 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dd6b30c7-dc03-40d6-b905-33d4a9b20476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:43.427206 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:44.512570 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:45.494339 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:46.392995 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:54.852966 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:23:10.700936 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-11ae2611-868e-401e-b64a-22d6b1dfe2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:13.412918 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a86c780f-5702-42e9-9824-3980cd5047b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:13.431075 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:14.516763 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:15.500470 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:16.394020 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:31.851920 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:23:40.703393 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-18ec46d6-79d1-4f34-85e0-ed19ce835e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:43.414769 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cdeaec5b-e1f1-47b7-87c1-6952b7c410da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:43.435617 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:44.519056 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:45.504292 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:46.400271 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.364729 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 33776) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:54.625603 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-network', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:54.657996 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Made reservation on behalf of bbbdbe475375408bbea4e3f99f06a06b for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:54.660949 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.672269 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.787182 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.793807 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.801201 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-133fc355-d0a7-4b18-86c0-2c5981a595a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:54.833251 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed1cac9-4911-433d-8c1b-e21e0cfddb22,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:54.835550 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:23:54.848260 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.848487 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.848808 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.849124 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.849434 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.849768 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.850260 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.850461 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.850762 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.851102 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.851437 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.851881 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Tracked resource versions report: Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: pushed versions: Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Log': {'1.0'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Network': {'1.1'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Port': {'1.7'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'SubPort': {'1.0'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Subnet': {'1.1'}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Trunk': {'1.1'}} Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: consumer versions: Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Log': '1.0', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Network': '1.1', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Port': '1.7', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'PortForwarding': '1.2', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'QosPolicy': '1.8', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroup': '1.4', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'SubPort': '1.0', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Subnet': '1.1', Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: 'Trunk': '1.1'}} Jun 23 17:23:54.852996 dv-cinder-797510-2-smb neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:23:54.857586 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:54.865971 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765184281366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.867196 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Unsubscribe: segment precommit_create {{(pid=92923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:23:54.867542 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Added segment 9d40bf89-8fbc-489f-a6a8-4e0528e177b2 of type vlan for network ad1873fe-9571-4114-aa0f-85ed773e61cf Jun 23 17:23:54.921256 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.970024 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.971361 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:23:54.972051 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:54.975434 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:54.994542 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6277268 Jun 23 17:23:54.996887 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33820) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:55.007812 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Request body: {'subnet': {'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-subnet', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:55.048095 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Made reservation on behalf of bbbdbe475375408bbea4e3f99f06a06b for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:55.053695 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:55.109180 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1873fe-9571-4114-aa0f-85ed773e61cf,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:55.113435 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:55.123002 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network ad1873fe-9571-4114-aa0f-85ed773e61cf details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:23:55.256288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:55.263066 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:55.320041 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8d9e1c-8376-44f8-9b96-dd8a41034d27,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:55.330688 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.331288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.331609 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.331936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.332255 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.332569 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.333060 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.333558 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.333928 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.334250 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.334551 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.335033 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Tracked resource versions report: Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: pushed versions: Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Log': {'1.0'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Network': {'1.1'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Port': {'1.7'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'PortForwarding': {'1.2'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'QosPolicy': {'1.8'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'SubPort': {'1.0'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Subnet': {'1.1'}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Trunk': {'1.1'}} Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: consumer versions: Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'ConntrackHelper': '1.0', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Log': '1.0', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Network': '1.1', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Port': '1.7', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'PortForwarding': '1.2', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'QosPolicy': '1.8', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroup': '1.4', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'SecurityGroupRule': '1.2', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'SubPort': '1.0', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Subnet': '1.1', Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: 'Trunk': '1.1'}} Jun 23 17:23:55.336219 dv-cinder-797510-2-smb neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:23:55.343481 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:55.344799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Checking segment: {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:23:55.345383 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Network hostable DHCP agents. Network: ad1873fe-9571-4114-aa0f-85ed773e61cf, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:23:55.373583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Network ad1873fe-9571-4114-aa0f-85ed773e61cf is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:23:55.385228 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, ad1873fe-9571-4114-aa0f-85ed773e61cf) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:23:55.392007 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:23:55.396355 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11dc78-acc4-4eb7-a383-9582f3ff82aa None None] Network ad1873fe-9571-4114-aa0f-85ed773e61cf requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:23:55.402640 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:55.430278 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 33836) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:55.430788 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4320114 Jun 23 17:23:55.436486 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:55.461389 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:55.462447 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:55.605958 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:55.638586 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a439e-2675-4628-b506-cb374c1425e7 None None] Network ad1873fe-9571-4114-aa0f-85ed773e61cf requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:23:55.780276 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33848) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:55.843897 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.100094 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-373535476-network', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:56.127002 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Made reservation on behalf of 76921d9df0cc4c1e9f3a74d9cdacd049 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:56.130718 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.142016 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.172241 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.210631 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.304201 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.314973 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.325619 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:56.357986 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Allocated IP 172.28.2.86 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/5d77ceea-b7e5-4012-b65d-077b7df174b0) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:23:56.373535 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:23:56.386302 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baedf0c-3ffb-435f-a6c6-3e9d3c4da253,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:56.392599 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:56.405287 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.406076 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.segments_db [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Added segment 22fbaaef-eada-4177-9efc-e1dad67a07dc of type vlan for network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 Jun 23 17:23:56.478039 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.494209 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.539922 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.547568 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:56.551387 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.554319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:23:56.555733 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.561623 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9340fdee-9527-4e79-9b73-185ab3aeb94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:56.591504 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Pushing event updated for resources: {'Port': ['ID=5d77ceea-b7e5-4012-b65d-077b7df174b0,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:56.603788 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8220227 Jun 23 17:23:56.604645 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33890) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:56.609895 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:23:56.612159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:56.613511 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:23:56.615677 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Request body: {'subnet': {'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-subnet', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:56.618135 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:23:56.670587 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Pushing event updated for resources: {'Network': ['ID=d83fa51b-7e9c-4f3b-9b86-4bf44e438060,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:56.674028 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:56.685175 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:23:56.695347 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33894) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:56.696973 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Made reservation on behalf of 76921d9df0cc4c1e9f3a74d9cdacd049 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:56.704774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.967154 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:56.969673 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e91a5843-d474-4210-b6df-abcd4b414883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:57.030497 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cc9f9c-8174-4bef-ab46-43cabbb073fc,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:57.034116 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:57.038159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.040069 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Checking segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:23:57.040413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Network hostable DHCP agents. Network: d83fa51b-7e9c-4f3b-9b86-4bf44e438060, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:23:57.063878 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:23:57.079276 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, d83fa51b-7e9c-4f3b-9b86-4bf44e438060) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:23:57.086164 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:23:57.087774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.090181 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839243a7-fa27-413a-b1e7-fdeeda4b8659 None None] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:23:57.126207 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5143647 Jun 23 17:23:57.128770 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33906) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:57.136503 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:57.180693 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.181937 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.359105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.379396 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-d83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:23:57.380703 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.437754 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.570569 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Allocated IP 172.20.0.2 (d83fa51b-7e9c-4f3b-9b86-4bf44e438060/58cc9f9c-8174-4bef-ab46-43cabbb073fc/073c6521-a01d-40c7-aac7-a6ac59b73537) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:23:57.613679 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.623271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33908) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:57.629906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1728292705-network', 'tenant_id': 'fd4dba86273d4a4fb0b8d4f268e0f868'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:57.681682 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Made reservation on behalf of fd4dba86273d4a4fb0b8d4f268e0f868 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:57.684661 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.699904 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.718732 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Router 76d24228-3423-492e-aeec-25dfaaa7e410 is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:23:57.820768 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.896090 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.907738 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Transition to ACTIVE for port object 073c6521-a01d-40c7-aac7-a6ac59b73537 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:23:57.911310 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.927654 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Transition to ACTIVE for port object 073c6521-a01d-40c7-aac7-a6ac59b73537 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:23:57.934505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4a467174-905d-4d98-8199-b9e255132c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:57.944286 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:57.947914 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:57.963545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a200d3-51fc-485d-a37f-0e5477bd8e51,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:57.972487 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:57.978781 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:23:58.018662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.019031 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.segments_db [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Added segment 2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3 of type vlan for network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e Jun 23 17:23:58.050767 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:23:58.064776 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:23:58.068446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:23:58.116243 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2050003138-network', 'tenant_id': '3ecccc7e98f24aaa9df9c62e5a2b82ef'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:58.184941 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Made reservation on behalf of 3ecccc7e98f24aaa9df9c62e5a2b82ef for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:58.186909 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.212250 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.237126 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.240303 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:23:58.252466 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Sync routers for ids ['76d24228-3423-492e-aeec-25dfaaa7e410'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:23:58.275153 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Routers {'76d24228-3423-492e-aeec-25dfaaa7e410'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:23:58.277065 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:23:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['76d24228-3423-492e-aeec-25dfaaa7e410'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:23:58.288540 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.296519 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8641136 Jun 23 17:23:58.297831 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 33942) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:58.298677 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Attempting to bind port 073c6521-a01d-40c7-aac7-a6ac59b73537 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:23:58.299616 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Attempting to bind port 073c6521-a01d-40c7-aac7-a6ac59b73537 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:23:58.300183 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Attempting to bind port 073c6521-a01d-40c7-aac7-a6ac59b73537 on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:23:58.307065 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Pushing event updated for resources: {'Port': ['ID=073c6521-a01d-40c7-aac7-a6ac59b73537,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:58.332487 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.335768 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.336769 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.339397 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.340079 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.341949 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.342454 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.343032 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.345268 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.346372 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.346988 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.347498 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Tracked resource versions report: Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: pushed versions: Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Log': {'1.0'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Network': {'1.1'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Port': {'1.7'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'PortForwarding': {'1.2'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'QosPolicy': {'1.8'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'SubPort': {'1.0'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Subnet': {'1.1'}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Trunk': {'1.1'}} Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: consumer versions: Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'ConntrackHelper': '1.0', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Log': '1.0', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Network': '1.1', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Port': '1.7', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'PortForwarding': '1.2', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'QosPolicy': '1.8', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroup': '1.4', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'SecurityGroupRule': '1.2', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'SubPort': '1.0', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Subnet': '1.1', Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: 'Trunk': '1.1'}} Jun 23 17:23:58.348800 dv-cinder-797510-2-smb neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:23:58.356337 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:58.357818 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:23:58.358426 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Checking segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:23:58.360146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.360733 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Bound using segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:23:58.362366 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Bound port: 073c6521-a01d-40c7-aac7-a6ac59b73537, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:23:58.362956 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.443707 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.519627 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Set router 76d24228-3423-492e-aeec-25dfaaa7e410 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:23:58.586949 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] For port 073c6521-a01d-40c7-aac7-a6ac59b73537, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:23:58.596646 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] For port 073c6521-a01d-40c7-aac7-a6ac59b73537, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=073c6521-a01d-40c7-aac7-a6ac59b73537,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:23:58.612240 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.617625 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:58.708098 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Pushing event updated for resources: {'Port': ['ID=073c6521-a01d-40c7-aac7-a6ac59b73537,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:58.712859 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:58.730211 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.736843 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.740074 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.748271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:23:58.749198 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.754267 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:58.757157 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.833975 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Pushing event updated for resources: {'Network': ['ID=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:58.855087 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:23:58.875242 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:23:58.903776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.906709 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.segments_db [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Added segment d36f2405-29ac-41f7-afb8-2d29e93d1f72 of type vlan for network c21bea7a-a676-4205-9441-592b64450c02 Jun 23 17:23:58.942946 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:23:56Z', 'revision_number': 3, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port': {'id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:56Z', 'updated_at': '2021-06-23T17:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:23:59.008417 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Checking router: 76d24228-3423-492e-aeec-25dfaaa7e410 for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:23:59.010759 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Updating router 76d24228-3423-492e-aeec-25dfaaa7e410 port 5d77ceea-b7e5-4012-b65d-077b7df174b0 binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:23:59.019518 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:59.095447 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:59.095985 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:59.153524 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:59.154407 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c048771-87b1-45a2-8de6-e35e2930e771,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:59.159845 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:59.161181 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:23:59.161827 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:59.169415 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:59.189219 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4806230 Jun 23 17:23:59.190060 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33964) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:59.193676 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:23:59.471654 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Request body: {'subnet': {'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1728292705-subnet', 'tenant_id': 'fd4dba86273d4a4fb0b8d4f268e0f868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:59.476533 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Pushing event updated for resources: {'Network': ['ID=c21bea7a-a676-4205-9441-592b64450c02,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:59.485055 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:23:59.493687 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network c21bea7a-a676-4205-9441-592b64450c02 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:23:59.538335 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9136674 Jun 23 17:23:59.541367 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 33970) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:23:59.590353 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Request body: {'subnet': {'network_id': 'c21bea7a-a676-4205-9441-592b64450c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2050003138-subnet', 'tenant_id': '3ecccc7e98f24aaa9df9c62e5a2b82ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:23:59.727633 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Made reservation on behalf of fd4dba86273d4a4fb0b8d4f268e0f868 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:59.731767 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:59.739689 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Allocated IP 172.28.2.140 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/69a5cce4-1b74-4348-b381-019eafefea4a) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:23:59.837863 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Made reservation on behalf of 3ecccc7e98f24aaa9df9c62e5a2b82ef for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:59.841455 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:59.863175 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:59.953863 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 073c6521-a01d-40c7-aac7-a6ac59b73537 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:00.102894 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 073c6521-a01d-40c7-aac7-a6ac59b73537 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:00.334093 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Allocated IP 172.20.0.1 (ad1873fe-9571-4114-aa0f-85ed773e61cf/cd8d9e1c-8376-44f8-9b96-dd8a41034d27/b3656c66-a536-4b51-9685-a189ca110998) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:00.442505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:00.451851 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b00e64-2240-46a1-8d33-2e9f5caa71b5 None None] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:00.547179 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:00.562520 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-39685d3a-0f43-4ad5-a7fd-7bbc3fe3ae22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:00.649331 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:00.656212 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:00.680956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bde46f-b2d0-4d00-b854-d7099728d88b,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:00.699532 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:00.715050 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-18c4ae5a-9ba0-4a05-bf7d-bf9ac33772e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:00.786421 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:00.796105 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Provisioning for port 073c6521-a01d-40c7-aac7-a6ac59b73537 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:00.820639 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:00.820904 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Provisioning complete for port 073c6521-a01d-40c7-aac7-a6ac59b73537 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:00.821706 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:00.830841 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Checking segment: {'id': 'd36f2405-29ac-41f7-afb8-2d29e93d1f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c21bea7a-a676-4205-9441-592b64450c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:00.831179 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Network hostable DHCP agents. Network: c21bea7a-a676-4205-9441-592b64450c02, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:24:00.843620 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:00.867380 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:00.997506 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:00.999529 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Checking segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:01.000090 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Network hostable DHCP agents. Network: 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:24:01.000971 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:01.021483 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Pushing event updated for resources: {'Port': ['ID=69a5cce4-1b74-4348-b381-019eafefea4a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:01.049108 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Network ad1873fe-9571-4114-aa0f-85ed773e61cf is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:01.050047 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.053769 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:01.058142 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:01.058946 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.095565 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Transition to ACTIVE for port object 5d77ceea-b7e5-4012-b65d-077b7df174b0 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:01.118597 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Pushing event updated for resources: {'Port': ['ID=b3656c66-a536-4b51-9685-a189ca110998,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:01.121856 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.126311 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:01.133755 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34036) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:01.137160 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:01.156460 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.212348 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Network c21bea7a-a676-4205-9441-592b64450c02 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:24:01.237095 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Attempting to bind port 5d77ceea-b7e5-4012-b65d-077b7df174b0 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:01.239545 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Attempting to bind port 5d77ceea-b7e5-4012-b65d-077b7df174b0 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:01.240253 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Attempting to bind port 5d77ceea-b7e5-4012-b65d-077b7df174b0 on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:01.255548 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:01.265302 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Pushing event updated for resources: {'Port': ['ID=5d77ceea-b7e5-4012-b65d-077b7df174b0,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:01.277110 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:01.278194 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:01.279008 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.280423 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:01.282178 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Bound port: 5d77ceea-b7e5-4012-b65d-077b7df174b0, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:01.284061 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.331288 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] For port 073c6521-a01d-40c7-aac7-a6ac59b73537, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=073c6521-a01d-40c7-aac7-a6ac59b73537,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:01.344591 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.348153 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:01.353658 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.356513 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.357028 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.357663 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.359335 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.360150 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.361406 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.363665 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.363665 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.364996 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.366996 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.367584 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Tracked resource versions report: Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: pushed versions: Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: { 'AddressGroup': {'1.2'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'ConntrackHelper': {'1.0'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Log': {'1.0'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Network': {'1.1'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Port': {'1.7'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'PortForwarding': {'1.2'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'QosPolicy': {'1.8'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroup': {'1.4'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'SubPort': {'1.0'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Subnet': {'1.1'}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Trunk': {'1.1'}} Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: consumer versions: Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: { DHCP agent@dv-cinder-797510-2-smb: {}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: L3 agent@dv-cinder-797510-2-smb: {}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: Metadata agent@dv-cinder-797510-2-smb: {}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: Metering agent@dv-cinder-797510-2-smb: {}, Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: Open vSwitch agent@dv-cinder-797510-2-smb: { 'AddressGroup': '1.2', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'ConntrackHelper': '1.0', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Log': '1.0', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Network': '1.1', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Port': '1.7', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'PortForwarding': '1.2', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'QosPolicy': '1.8', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroup': '1.4', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'SecurityGroupRule': '1.2', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'SubPort': '1.0', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Subnet': '1.1', Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: 'Trunk': '1.1'}} Jun 23 17:24:01.371284 dv-cinder-797510-2-smb neutron-server[92926]: {{(pid=92926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:24:01.380134 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:01.434423 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ceaa1aaa-eedd-42b8-8829-e16bdb2b3673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:01.459451 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] For port 5d77ceea-b7e5-4012-b65d-077b7df174b0, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:01.470115 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] For port 5d77ceea-b7e5-4012-b65d-077b7df174b0, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=5d77ceea-b7e5-4012-b65d-077b7df174b0,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:01.489437 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.493292 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:01.542111 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b113c34-2718-4e17-b63f-ed9dd4887b9f,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:01.559278 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:01.562692 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, c21bea7a-a676-4205-9441-592b64450c02) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:01.572332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:01.576990 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.586111 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.588443 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Pushing event updated for resources: {'Port': ['ID=073c6521-a01d-40c7-aac7-a6ac59b73537,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:01.605344 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:01.609524 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30828d52-59b7-44eb-aaa2-cc467d5c60ab None None] Network c21bea7a-a676-4205-9441-592b64450c02 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:01.640537 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Routers {'76d24228-3423-492e-aeec-25dfaaa7e410'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:01.642260 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:23:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['76d24228-3423-492e-aeec-25dfaaa7e410'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:01.644267 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:24:01.651561 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34050) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:01.686267 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:01.706617 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1615512 Jun 23 17:24:01.721204 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64393830-15b7-4243-bb0c-454b7c268884 None None] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:01.837012 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:01.837982 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:01.887489 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4285119 Jun 23 17:24:01.959555 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Pushing event updated for resources: {'Port': ['ID=5d77ceea-b7e5-4012-b65d-077b7df174b0,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:01.967575 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:02.004019 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] Set router 76d24228-3423-492e-aeec-25dfaaa7e410 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:02.187178 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.210470 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef47e4fb-3b03-4036-b6c4-eefd2c1f07ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.335093 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef47e4fb-3b03-4036-b6c4-eefd2c1f07ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.337292 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.340132 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.344156 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-154ef087-0af8-4a1e-9bea-30b0749eadeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:02.351681 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef47e4fb-3b03-4036-b6c4-eefd2c1f07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.397376 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ef47e4fb-3b03-4036-b6c4-eefd2c1f07ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de73783d923d40c9a039a022a2f5d78f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2579837 Jun 23 17:24:02.401518 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.444838 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 073c6521-a01d-40c7-aac7-a6ac59b73537 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:02.456263 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-567c22b3-d7bf-4f93-a222-88b6f30c551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.499788 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34090) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:02.620016 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f96438b-83a4-4245-8b0f-97606a53b3ab None None] Network c21bea7a-a676-4205-9441-592b64450c02 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:02.813381 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d9d55bef-f530-4ba1-8389-7b72f7d43f49 None None] Provisioning complete for port 073c6521-a01d-40c7-aac7-a6ac59b73537 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:02.813783 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bef-f530-4ba1-8389-7b72f7d43f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.817590 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 4, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port': {'id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:56Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'b3656c66-a536-4b51-9685-a189ca110998', 'name': '', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'mac_address': 'fa:16:3e:10:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:59Z', 'updated_at': '2021-06-23T17:24:00Z', 'revision_number': 1, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'subnets': [{'id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:02.861737 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22e919-3e2e-406e-9e1c-1941a660e3c1 None None] The sync data for ids ['76d24228-3423-492e-aeec-25dfaaa7e410'] in dv-cinder-797510-2-smb is: [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 4, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port': {'id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:56Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'b3656c66-a536-4b51-9685-a189ca110998', 'name': '', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'mac_address': 'fa:16:3e:10:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:59Z', 'updated_at': '2021-06-23T17:24:00Z', 'revision_number': 1, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'subnets': [{'id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:02.867768 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34148) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:02.873651 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Pushing event updated for resources: {'Port': ['ID=b3656c66-a536-4b51-9685-a189ca110998,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:02.876835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34150) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:02.882941 dv-cinder-797510-2-smb neutron-server[92924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 17:24:02.892615 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:02.899961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.505s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:02.922852 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 073c6521-a01d-40c7-aac7-a6ac59b73537 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:02.923238 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:02.982545 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47e4fb-3b03-4036-b6c4-eefd2c1f07ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605dadec-67ec-4fea-89a3-825aa2f9e5f7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:03.025223 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ef47e4fb-3b03-4036-b6c4-eefd2c1f07ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:03.034112 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.061801 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.087289 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37e8e5-3637-4fae-a842-8a15d1c49da3 None None] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:03.147231 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Network ad1873fe-9571-4114-aa0f-85ed773e61cf is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:03.150385 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.156020 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.159620 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/605dadec-67ec-4fea-89a3-825aa2f9e5f7 HTTP/1.1" status: 204 len: 168 time: 0.5576432 Jun 23 17:24:03.159620 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:03.162223 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:03.188880 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605dadec-67ec-4fea-89a3-825aa2f9e5f7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:03.207061 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:03.297573 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-567c22b3-d7bf-4f93-a222-88b6f30c551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.311298 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-567c22b3-d7bf-4f93-a222-88b6f30c551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.318545 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:03.506849 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-2ddff03b-ef43-4912-85df-c1778b9b010e tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:03.512822 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-2ddff03b-ef43-4912-85df-c1778b9b010e tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/networks?id=c21bea7a-a676-4205-9441-592b64450c02 HTTP/1.1" status: 200 len: 812 time: 0.6340790 Jun 23 17:24:03.517851 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.552831 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-567c22b3-d7bf-4f93-a222-88b6f30c551d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e0e6f376dc3411c92a043d2c5aea343&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3628259 Jun 23 17:24:03.556072 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34188) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:03.556916 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c22b3-d7bf-4f93-a222-88b6f30c551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a02547-5d77-4725-8bd3-fa9d567e2053,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:03.566067 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-567c22b3-d7bf-4f93-a222-88b6f30c551d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:03.603021 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-446c3ce3-dd33-4b46-a251-12cd3db5ff19 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/quotas/3ecccc7e98f24aaa9df9c62e5a2b82ef HTTP/1.1" status: 200 len: 375 time: 0.0771363 Jun 23 17:24:03.611859 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Router 76d24228-3423-492e-aeec-25dfaaa7e410 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:24:03.656102 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.674427 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-a007d2a4-a82f-490d-a77f-066f7e9520bd tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:03.676191 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-a007d2a4-a82f-490d-a77f-066f7e9520bd tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.7922549 Jun 23 17:24:03.699403 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.726723 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-524bdefc-443b-464c-ab27-13ac7d4d642d tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ecccc7e98f24aaa9df9c62e5a2b82ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210196 Jun 23 17:24:03.814579 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.832676 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-f289488e-d4ef-40ef-984b-4475e7218923 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/quotas/fd4dba86273d4a4fb0b8d4f268e0f868 HTTP/1.1" status: 200 len: 375 time: 0.0994051 Jun 23 17:24:03.835809 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:03.843189 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20a02547-5d77-4725-8bd3-fa9d567e2053 HTTP/1.1" status: 204 len: 168 time: 0.2824018 Jun 23 17:24:03.860707 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0ccb4b52-1535-463c-8978-c66a36fc3098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:03.895880 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-3eaab0e0-faf6-4967-b44c-3b38bde064b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532503 Jun 23 17:24:03.952953 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a02547-5d77-4725-8bd3-fa9d567e2053,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:03.957525 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:03.993253 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:04.005507 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] 10.222.0.69 "PUT /v2.0/routers/76d24228-3423-492e-aeec-25dfaaa7e410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7051542 Jun 23 17:24:04.193765 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Router fdb89b07-1c58-4be5-a3fb-16be83b136cd is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:24:04.321125 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:04.336146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Sync routers for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:04.349893 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:04.354380 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34232) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:04.354925 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2209642 Jun 23 17:24:04.367716 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:04.368581 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:23:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:04.586154 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:04.606917 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4622eb09-63a9-4c44-9951-f51e0e55dc27 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:24:04.608878 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4622eb09-63a9-4c44-9951-f51e0e55dc27 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4936233 Jun 23 17:24:04.708368 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34240) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:04.730271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34242) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:04.759067 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca49939d-5a23-4ddc-ab4e-dadbafd426f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:04.826470 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-2e7fbe7f-d6dd-434a-bb1a-c026797288d3 service neutron] 10.222.0.69 "GET /v2.0/networks/c21bea7a-a676-4205-9441-592b64450c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056003 Jun 23 17:24:04.877446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 3, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:04.912176 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Checking router: fdb89b07-1c58-4be5-a3fb-16be83b136cd for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:04.912682 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Updating router fdb89b07-1c58-4be5-a3fb-16be83b136cd port 69a5cce4-1b74-4348-b381-019eafefea4a binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:24:04.976896 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:04.984043 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-98150975-c1aa-41e1-bb32-dfc51a87d8c4 service neutron] 10.222.0.69 "GET /v2.0/networks/c21bea7a-a676-4205-9441-592b64450c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493285 Jun 23 17:24:05.026282 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca49939d-5a23-4ddc-ab4e-dadbafd426f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.036542 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca49939d-5a23-4ddc-ab4e-dadbafd426f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.048163 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b658a0dd-880d-4e39-9d97-63104c618e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:05.064633 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.146330 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-ef8f2968-b58c-4147-8c21-497d52cee07e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:24:05.147471 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-ef8f2968-b58c-4147-8c21-497d52cee07e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4826756 Jun 23 17:24:05.150418 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49939d-5a23-4ddc-ab4e-dadbafd426f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a8f357-3679-4077-bbbd-62d6bf0a27a4,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:05.159916 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-ca49939d-5a23-4ddc-ab4e-dadbafd426f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7ded21e9ff845909e39ec1d0f43e40a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4259164 Jun 23 17:24:05.159916 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ca49939d-5a23-4ddc-ab4e-dadbafd426f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:05.164579 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34250) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:05.175422 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1a161b1-eb07-4f83-be59-eae3681f5f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.359355 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-7be026ec-687e-4e32-a51b-e1bc1a9a6b39 service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051156 Jun 23 17:24:05.435897 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.453450 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.456579 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Transition to ACTIVE for port object 69a5cce4-1b74-4348-b381-019eafefea4a will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:05.476283 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.480224 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:05.504382 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Allocated IP 172.20.0.1 (d83fa51b-7e9c-4f3b-9b86-4bf44e438060/58cc9f9c-8174-4bef-ab46-43cabbb073fc/73155312-1186-4174-8f14-fd14a2f6e617) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:05.513061 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.560037 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-d45faa3a-9f0d-4e55-9c17-8946dcf224d1 service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937377 Jun 23 17:24:05.567699 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc6a5c-e558-4648-9d48-029cfbbd2208 None None] Pushing event updated for resources: {'Port': ['ID=69a5cce4-1b74-4348-b381-019eafefea4a,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:05.578473 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Attempting to bind port 69a5cce4-1b74-4348-b381-019eafefea4a on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:05.579089 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Attempting to bind port 69a5cce4-1b74-4348-b381-019eafefea4a by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:05.579603 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Attempting to bind port 69a5cce4-1b74-4348-b381-019eafefea4a on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:05.590413 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-f0dc6a5c-e558-4648-9d48-029cfbbd2208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:05.593895 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:05.594551 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:05.595117 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.595808 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:05.596451 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Bound port: 69a5cce4-1b74-4348-b381-019eafefea4a, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:05.597146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.670364 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] For port 69a5cce4-1b74-4348-b381-019eafefea4a, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:05.676446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] For port 69a5cce4-1b74-4348-b381-019eafefea4a, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=69a5cce4-1b74-4348-b381-019eafefea4a,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:05.681146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.687312 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:05.750216 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:05.751307 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:23:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:05.760254 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1a161b1-eb07-4f83-be59-eae3681f5f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.785091 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1a161b1-eb07-4f83-be59-eae3681f5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.822277 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e630311-2625-4b15-8104-915858b395cf None None] Sync routers for ids ['76d24228-3423-492e-aeec-25dfaaa7e410'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:05.843156 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ef47e4fb-3b03-4036-b6c4-eefd2c1f07ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:05.845272 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] Routers {'76d24228-3423-492e-aeec-25dfaaa7e410'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:05.866049 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:23:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['76d24228-3423-492e-aeec-25dfaaa7e410'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:05.956622 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.047764 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.051339 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02a8f357-3679-4077-bbbd-62d6bf0a27a4 HTTP/1.1" status: 204 len: 168 time: 0.8831644 Jun 23 17:24:06.090222 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34308) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:06.106123 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-a1a161b1-eb07-4f83-be59-eae3681f5f8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b83a2b10b2f248018d76b82ef984d7f0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3967917 Jun 23 17:24:06.113341 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a161b1-eb07-4f83-be59-eae3681f5f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7aee2-3fd2-4764-b7d2-d42604f3c89f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:06.124546 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 5d77ceea-b7e5-4012-b65d-077b7df174b0 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:06.133594 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a1a161b1-eb07-4f83-be59-eae3681f5f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:06.137325 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-efb60dd2-bb8b-4d9b-8090-6c4eef39946a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:06.160425 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.197179 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a8f357-3679-4077-bbbd-62d6bf0a27a4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:06.210671 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:06.224674 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Transition to ACTIVE for port object 73155312-1186-4174-8f14-fd14a2f6e617 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:06.229871 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc6a5c-e558-4648-9d48-029cfbbd2208 None None] Pushing event updated for resources: {'Port': ['ID=69a5cce4-1b74-4348-b381-019eafefea4a,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:06.244255 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-f0dc6a5c-e558-4648-9d48-029cfbbd2208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:06.261835 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:06.310416 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.313708 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:06.380658 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 5d77ceea-b7e5-4012-b65d-077b7df174b0 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:06.384967 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] Set router 76d24228-3423-492e-aeec-25dfaaa7e410 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:06.388797 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 5d77ceea-b7e5-4012-b65d-077b7df174b0 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:06.389175 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.404521 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:06.429676 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:06.434390 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:06.436941 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.557266 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Pushing event updated for resources: {'Port': ['ID=73155312-1186-4174-8f14-fd14a2f6e617,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:06.559218 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-08de5333-3d3b-4ecd-a515-5e6e65f2caa3 req-fd7bf00f-85f4-4259-af0b-54efb4ca7aff tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 210 time: 0.3250072 Jun 23 17:24:06.577511 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:06.612179 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.723473 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.743995 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.777135 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-a57769ef-8336-498b-abf6-0f93ca248c7d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:06.778704 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-a57769ef-8336-498b-abf6-0f93ca248c7d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 819 time: 0.6137376 Jun 23 17:24:06.828596 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.844393 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 5d77ceea-b7e5-4012-b65d-077b7df174b0, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=5d77ceea-b7e5-4012-b65d-077b7df174b0,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:06.867939 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 3, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:06.871961 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.893812 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-be82247e-7e26-4ef2-8e25-b597545e623a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/quotas/bbbdbe475375408bbea4e3f99f06a06b HTTP/1.1" status: 200 len: 375 time: 0.0838878 Jun 23 17:24:06.930008 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-24a51c80-39f1-4140-997f-91bcc29ddfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:06.941919 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ecd82-69b1-4ccc-9ac6-c4f839ef7c97 None None] The sync data for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb is: [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 3, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:06.969524 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 4, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port': {'id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:56Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'b3656c66-a536-4b51-9685-a189ca110998', 'name': '', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'mac_address': 'fa:16:3e:10:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:59Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 2, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'subnets': [{'id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:07.002508 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.020241 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.023891 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08e7aee2-3fd2-4764-b7d2-d42604f3c89f HTTP/1.1" status: 204 len: 168 time: 0.9300382 Jun 23 17:24:07.023891 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:07.049693 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8a0fda89-99fa-4046-88b9-6787076f0a76 None None] Provisioning for port 73155312-1186-4174-8f14-fd14a2f6e617 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:07.058618 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e630311-2625-4b15-8104-915858b395cf None None] Checking router: 76d24228-3423-492e-aeec-25dfaaa7e410 for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:07.060090 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7aee2-3fd2-4764-b7d2-d42604f3c89f,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:07.068336 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:07.076503 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8a0fda89-99fa-4046-88b9-6787076f0a76 None None] Provisioning complete for port 73155312-1186-4174-8f14-fd14a2f6e617 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:07.076892 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8a0fda89-99fa-4046-88b9-6787076f0a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.078820 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e630311-2625-4b15-8104-915858b395cf None None] Updating router 76d24228-3423-492e-aeec-25dfaaa7e410 port b3656c66-a536-4b51-9685-a189ca110998 binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:24:07.164805 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e630311-2625-4b15-8104-915858b395cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.171660 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-d470e00a-1a62-4ade-9116-0f2c9ce2d2cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2629642 Jun 23 17:24:07.184880 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=5d77ceea-b7e5-4012-b65d-077b7df174b0,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:07.189848 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:07.214132 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8a0fda89-99fa-4046-88b9-6787076f0a76 None None] Port 73155312-1186-4174-8f14-fd14a2f6e617 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:24:07.336511 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-83e8f3ab-bd55-4b8f-bf70-d01334061f40 service neutron] 10.222.0.69 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638765 Jun 23 17:24:07.348081 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.356974 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.359146 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.367746 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:07.506054 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Pushing event updated for resources: {'Port': ['ID=73155312-1186-4174-8f14-fd14a2f6e617,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:07.676542 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-f9dce7ce-c9ba-4241-8944-fe094af1af42 service neutron] 10.222.0.69 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391109 Jun 23 17:24:07.684985 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-883be32e-1642-47ed-a0bc-50dc9c4e659e req-7b1161e2-1be4-427d-8efd-96c20dc96fc1 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 210 time: 0.3200495 Jun 23 17:24:07.722639 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:07.741270 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:07.743625 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:08.001888 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34388) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:08.071038 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 5d77ceea-b7e5-4012-b65d-077b7df174b0 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:08.077037 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e630311-2625-4b15-8104-915858b395cf None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.099219 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-9e630311-2625-4b15-8104-915858b395cf None None] Transition to ACTIVE for port object b3656c66-a536-4b51-9685-a189ca110998 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:08.123327 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e630311-2625-4b15-8104-915858b395cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.142936 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:08.167090 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-81cc13a1-b4f0-405d-95e7-9156c3a0b376 req-c1c27c05-6340-4529-b075-6b6df7e5301e tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 210 time: 0.1309919 Jun 23 17:24:08.168022 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e30fa344-9940-41c7-bbfc-38168685c0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.225020 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21964e-0b4b-4e40-b27c-ecab9366c886 None None] Pushing event updated for resources: {'Port': ['ID=b3656c66-a536-4b51-9685-a189ca110998,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:08.254801 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 5d77ceea-b7e5-4012-b65d-077b7df174b0 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:08.256189 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Router fdb89b07-1c58-4be5-a3fb-16be83b136cd has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:24:08.261624 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.457567 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e30fa344-9940-41c7-bbfc-38168685c0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.513452 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-3c21964e-0b4b-4e40-b27c-ecab9366c886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:08.514243 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-9e630311-2625-4b15-8104-915858b395cf None None] Attempting to bind port b3656c66-a536-4b51-9685-a189ca110998 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:08.514783 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-9e630311-2625-4b15-8104-915858b395cf None None] Attempting to bind port b3656c66-a536-4b51-9685-a189ca110998 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:08.515194 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e630311-2625-4b15-8104-915858b395cf None None] Attempting to bind port b3656c66-a536-4b51-9685-a189ca110998 on network ad1873fe-9571-4114-aa0f-85ed773e61cf {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:08.527097 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e630311-2625-4b15-8104-915858b395cf None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:08.527426 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e630311-2625-4b15-8104-915858b395cf None None] Checking segment: {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:08.527848 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e630311-2625-4b15-8104-915858b395cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.528253 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e630311-2625-4b15-8104-915858b395cf None None] Bound using segment: {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:08.528749 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-9e630311-2625-4b15-8104-915858b395cf None None] Bound port: b3656c66-a536-4b51-9685-a189ca110998, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:08.529132 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e630311-2625-4b15-8104-915858b395cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.559647 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cf526bcc-36dc-4a7f-909e-015afa592e28 req-50381f08-585f-4e84-ab8b-0e124fe4b150 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0979378 Jun 23 17:24:08.563370 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e30fa344-9940-41c7-bbfc-38168685c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.564372 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ffc0ee21-4b1e-498d-ac0b-901ef105f562 None None] Provisioning complete for port 73155312-1186-4174-8f14-fd14a2f6e617 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:08.570669 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ee21-4b1e-498d-ac0b-901ef105f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.575594 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:08.636519 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fa344-9940-41c7-bbfc-38168685c0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8372b16-18c3-48d1-93bc-b0e37c5b5dac,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:08.641753 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e30fa344-9940-41c7-bbfc-38168685c0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:08.664778 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e30fa344-9940-41c7-bbfc-38168685c0ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=263d2614a1764af2bf3ef3743d804d92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6614609 Jun 23 17:24:08.668503 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34418) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:08.748025 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0ee21-4b1e-498d-ac0b-901ef105f562 None None] Port 73155312-1186-4174-8f14-fd14a2f6e617 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:24:08.797745 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 69a5cce4-1b74-4348-b381-019eafefea4a up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:08.830902 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.889295 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-9e630311-2625-4b15-8104-915858b395cf None None] For port b3656c66-a536-4b51-9685-a189ca110998, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:08.902583 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-9e630311-2625-4b15-8104-915858b395cf None None] For port b3656c66-a536-4b51-9685-a189ca110998, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=b3656c66-a536-4b51-9685-a189ca110998,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:08.920956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.936041 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:24:08.938511 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e630311-2625-4b15-8104-915858b395cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:08.965212 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:08.977077 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 69a5cce4-1b74-4348-b381-019eafefea4a completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:08.999082 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 69a5cce4-1b74-4348-b381-019eafefea4a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:09.000960 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:09.047894 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21964e-0b4b-4e40-b27c-ecab9366c886 None None] Pushing event updated for resources: {'Port': ['ID=b3656c66-a536-4b51-9685-a189ca110998,revision_number=4']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:09.052340 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-3c21964e-0b4b-4e40-b27c-ecab9366c886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:09.066918 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] Routers {'76d24228-3423-492e-aeec-25dfaaa7e410'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:09.067805 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:23:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['76d24228-3423-492e-aeec-25dfaaa7e410'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:09.179145 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:09.203031 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:09.215274 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] 10.222.0.69 "PUT /v2.0/routers/fdb89b07-1c58-4be5-a3fb-16be83b136cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8593771 Jun 23 17:24:09.283046 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 69a5cce4-1b74-4348-b381-019eafefea4a, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=69a5cce4-1b74-4348-b381-019eafefea4a,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:09.297877 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:09.309976 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-f0dc6a5c-e558-4648-9d48-029cfbbd2208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:09.353078 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] Set router 76d24228-3423-492e-aeec-25dfaaa7e410 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:09.410117 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:09.437440 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=69a5cce4-1b74-4348-b381-019eafefea4a,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:09.454480 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:09.454641 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:09.455591 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8372b16-18c3-48d1-93bc-b0e37c5b5dac HTTP/1.1" status: 204 len: 168 time: 0.7823949 Jun 23 17:24:09.467267 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a8e44c24-87ae-455b-baa0-4e7b19a66bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:09.508111 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-711bc96b-1dc6-46ba-a692-bbeac9f7f353 req-0f71ec9b-eb8d-4458-8937-6b1e30a9ad6c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 210 time: 0.1233160 Jun 23 17:24:09.516661 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8372b16-18c3-48d1-93bc-b0e37c5b5dac,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:09.537352 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:09.578105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-7eb78ece-b09a-4350-80d6-16eade86d32c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:09.579914 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-7eb78ece-b09a-4350-80d6-16eade86d32c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 819 time: 0.4820769 Jun 23 17:24:09.609615 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-0f2de7eb-a034-4c2a-bbe8-81000b3c26ee tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/quotas/bbbdbe475375408bbea4e3f99f06a06b HTTP/1.1" status: 200 len: 375 time: 0.0231316 Jun 23 17:24:09.833488 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c43c6c1b-21d6-45b9-8c0a-f5e4f690575e req-9fed456d-79e9-4fc8-940f-7dda18149d83 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 210 time: 0.0514619 Jun 23 17:24:09.856884 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-4d42a56c-2b11-4df9-94e9-4db2faea1b8b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2443800 Jun 23 17:24:09.916861 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e630311-2625-4b15-8104-915858b395cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 4, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port': {'id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:56Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'b3656c66-a536-4b51-9685-a189ca110998', 'name': '', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'mac_address': 'fa:16:3e:10:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:59Z', 'updated_at': '2021-06-23T17:24:08Z', 'revision_number': 4, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'subnets': [{'id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:09.956571 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b3656c66-a536-4b51-9685-a189ca110998 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:09.980465 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e630311-2625-4b15-8104-915858b395cf None None] The sync data for ids ['76d24228-3423-492e-aeec-25dfaaa7e410'] in dv-cinder-797510-2-smb is: [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:24:01Z', 'revision_number': 4, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port': {'id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:56Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'b3656c66-a536-4b51-9685-a189ca110998', 'name': '', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'mac_address': 'fa:16:3e:10:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:59Z', 'updated_at': '2021-06-23T17:24:08Z', 'revision_number': 4, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'subnets': [{'id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:10.028137 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-073e10a4-5b1a-4c03-92a5-44f5f48db30e service neutron] 10.222.0.69 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700323 Jun 23 17:24:10.064412 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port b3656c66-a536-4b51-9685-a189ca110998 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:10.070715 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port b3656c66-a536-4b51-9685-a189ca110998 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:10.071507 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:10.240608 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:10.251864 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Sync routers for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:10.289211 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:10.290264 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:23:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:10.393272 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-0b094ea1-232c-4a64-a05e-91595f14ef45 service neutron] 10.222.0.69 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641219 Jun 23 17:24:10.466741 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port b3656c66-a536-4b51-9685-a189ca110998, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=b3656c66-a536-4b51-9685-a189ca110998,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:10.493169 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:10.497472 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 69a5cce4-1b74-4348-b381-019eafefea4a up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:10.508429 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.23', 59807) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:10.589467 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:10.690292 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34498) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:10.696411 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992457357', 'description': 'tempest-description--1822159789'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:10.775586 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:11.030621 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 69a5cce4-1b74-4348-b381-019eafefea4a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:11.031566 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:11.136491 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-5207383c-6813-4f64-872b-dc394511af29 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:11.142630 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-5207383c-6813-4f64-872b-dc394511af29 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.6329689 Jun 23 17:24:11.170924 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:11.196586 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Request body: {'port': {'device_id': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'admin_state_up': True, 'tenant_id': 'fd4dba86273d4a4fb0b8d4f268e0f868'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:11.228412 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ea4faec-dddf-4ebd-a837-fdbd4def0c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:11.245605 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-84ce63f6-3299-4e14-8263-315a0d856d7c req-060b13f8-ee84-44b6-8d8b-96a7acb1d37a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 210 time: 0.1323211 Jun 23 17:24:11.261585 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:11.275280 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a90dfab-1a19-44ac-b7e3-68e48808285f req-d0da3507-ebd3-452b-a79a-5875fbe23aa6 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 210 time: 0.1348069 Jun 23 17:24:11.279349 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:11.320459 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.23', 59808) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:11.383831 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:11.392297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6996794 Jun 23 17:24:11.393138 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34532) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:11.407064 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'security_group_rule': {'security_group_id': 'd88b901f-e139-43f0-a28f-6c5bc7237497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:11.490947 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88b901f-e139-43f0-a28f-6c5bc7237497,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:11.499616 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:11.591852 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:11.648724 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:11.721377 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-06e48ca4-b305-4de2-9136-59f62b2680a6 req-da052587-f6a1-44d0-8939-3a94e64d70ff tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 210 time: 0.0669773 Jun 23 17:24:11.743130 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-389ee899-bf6c-4e7f-b058-30729cdd61fe tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:11.750166 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-389ee899-bf6c-4e7f-b058-30729cdd61fe tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.23 "GET /v2.0/networks?id=c21bea7a-a676-4205-9441-592b64450c02 HTTP/1.1" status: 200 len: 812 time: 0.4060717 Jun 23 17:24:11.795127 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Request body: {'port': {'device_id': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'network_id': 'c21bea7a-a676-4205-9441-592b64450c02', 'admin_state_up': True, 'tenant_id': '3ecccc7e98f24aaa9df9c62e5a2b82ef'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:11.866774 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=b3656c66-a536-4b51-9685-a189ca110998,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:11.875989 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:11.944420 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Made reservation on behalf of fd4dba86273d4a4fb0b8d4f268e0f868 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:11.944420 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.011162 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.046877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.065291 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:12.248403 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d10f8a-0402-4522-a010-c25072aa96f9,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:12.271859 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:12.281031 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.282714 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8832405 Jun 23 17:24:12.288157 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34578) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:12.297368 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 34580) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:12.302319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'security_group_rule': {'security_group_id': 'd88b901f-e139-43f0-a28f-6c5bc7237497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:12.381641 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.415970 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Made reservation on behalf of 3ecccc7e98f24aaa9df9c62e5a2b82ef for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:12.423296 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.483534 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 2, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:12.537309 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Allocated IP 172.20.0.14 (24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e/3b113c34-2718-4e17-b63f-ed9dd4887b9f/674561fb-bb1e-47ed-bb1b-06d4af755eb3) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:12.587149 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.23', 59820) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:12.595224 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Checking router: fdb89b07-1c58-4be5-a3fb-16be83b136cd for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:12.599631 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Updating router fdb89b07-1c58-4be5-a3fb-16be83b136cd port 73155312-1186-4174-8f14-fd14a2f6e617 binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:24:12.696060 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.813320 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.843865 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1919ba8c-e7d4-4a79-878b-7b4393843360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.891274 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-276e5de7-609c-48c0-bbd6-987bb3c0ec69 req-64ffd468-97b5-46ea-93e9-6339e4880f8c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 210 time: 0.1163065 Jun 23 17:24:12.892308 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:12.998663 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-9e2f82ef-6430-437f-97e2-c79240f04d65 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:13.000120 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-9e2f82ef-6430-437f-97e2-c79240f04d65 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 819 time: 0.4111915 Jun 23 17:24:13.010344 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-20425c45-d817-40ad-b55e-bf8f0721d58f req-09b6088f-f7bc-42f0-a6ec-9cd555791bcf tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 210 time: 0.2243707 Jun 23 17:24:13.037246 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Request body: {'port': {'device_id': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'admin_state_up': True, 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:13.106418 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3ff32cb4-a164-4fe5-a2c2-700a515c60ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:13.282163 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.298556 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c44f39d-e8b8-476c-82df-5a1546f5a5d6,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:13.336435 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:13.386563 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.398168 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Transition to ACTIVE for port object 73155312-1186-4174-8f14-fd14a2f6e617 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:13.418138 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.429394 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-45db1bfd-a564-4aac-b481-b1bf3b405a8d req-f6373664-8cfe-4f12-ae56-52f7ac69966c tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 210 time: 0.1499820 Jun 23 17:24:13.497982 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:13.499749 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.505621 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:13.605140 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b8e892d-508d-441b-b214-ff2837311a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.646627 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Allocated IP 172.20.0.10 (c21bea7a-a676-4205-9441-592b64450c02/15bde46f-b2d0-4d00-b854-d7099728d88b/0247a103-35e4-4bc9-b520-e81a32e59b6b) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:13.680339 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.703345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1919ba8c-e7d4-4a79-878b-7b4393843360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.709545 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adde8d-3702-40a3-abe0-2c008ed8304e None None] Pushing event updated for resources: {'Port': ['ID=73155312-1186-4174-8f14-fd14a2f6e617,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:13.732566 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-a0adde8d-3702-40a3-abe0-2c008ed8304e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:13.739036 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1919ba8c-e7d4-4a79-878b-7b4393843360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.852674 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.857838 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3ad49ea0-4cee-443c-8186-2523d01a4713 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5670896 Jun 23 17:24:13.865502 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:13.878904 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1919ba8c-e7d4-4a79-878b-7b4393843360 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4446907987fc41068343a8b68ff36e71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5619850 Jun 23 17:24:13.895297 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34638) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:13.896843 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34640) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:13.900224 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event updated for resources: {'Port': ['ID=674561fb-bb1e-47ed-bb1b-06d4af755eb3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:13.922579 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:13.951408 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'floatingip': {'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:13.957575 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Made reservation on behalf of bbbdbe475375408bbea4e3f99f06a06b for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:13.961973 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:13.975827 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b3656c66-a536-4b51-9685-a189ca110998 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:14.020276 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Attempting to bind port 73155312-1186-4174-8f14-fd14a2f6e617 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:14.022395 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Attempting to bind port 73155312-1186-4174-8f14-fd14a2f6e617 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:14.024559 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Attempting to bind port 73155312-1186-4174-8f14-fd14a2f6e617 on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:14.089816 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919ba8c-e7d4-4a79-878b-7b4393843360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41ab5a-ca9a-4003-a8f9-1faffab5c94c,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:14.106731 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1919ba8c-e7d4-4a79-878b-7b4393843360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:14.119227 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.144344 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.183774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.23', 59825) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:14.241091 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:14.242147 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Checking segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:14.244259 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.245399 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Bound using segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:14.249851 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Bound port: 73155312-1186-4174-8f14-fd14a2f6e617, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:14.250514 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.267843 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:14.280430 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:14.294687 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:14.318991 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:14.320200 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.324561 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.340763 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34652) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:14.373961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.379978 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc41ab5a-ca9a-4003-a8f9-1faffab5c94c HTTP/1.1" status: 204 len: 168 time: 0.4683716 Jun 23 17:24:14.435138 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] For port 73155312-1186-4174-8f14-fd14a2f6e617, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:14.464016 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] For port 73155312-1186-4174-8f14-fd14a2f6e617, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=73155312-1186-4174-8f14-fd14a2f6e617,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:14.503805 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.541037 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-76098f8d-41ed-4c1f-948f-377f68a7c83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:14.558495 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port b3656c66-a536-4b51-9685-a189ca110998 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:14.558495 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.566544 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:14.587673 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5bacc835-d4b4-47d0-9d48-6bf2828ae1f1 req-fc377b89-9a24-4126-b089-fc93b1512d24 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 210 time: 0.2102799 Jun 23 17:24:14.592421 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Allocated IP 172.20.0.7 (ad1873fe-9571-4114-aa0f-85ed773e61cf/cd8d9e1c-8376-44f8-9b96-dd8a41034d27/09853195-b092-4ea4-83da-47b41d2cf198) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:14.879742 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:14.880419 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:24:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:15.033762 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.043798 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.087752 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:15.116141 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41ab5a-ca9a-4003-a8f9-1faffab5c94c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:15.122501 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.130387 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:15.146801 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9545422 Jun 23 17:24:15.172105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-740db24a-7268-4186-87fb-608f97713db9 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:15.175120 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-71c57c1e-3972-4101-8b9f-83acef3a45fd tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:24:15.175387 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-740db24a-7268-4186-87fb-608f97713db9 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 819 time: 0.9848306 Jun 23 17:24:15.176489 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-71c57c1e-3972-4101-8b9f-83acef3a45fd tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064979 Jun 23 17:24:15.183531 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.192775 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:15.203815 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.211631 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Request body: {'port': {'device_id': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'admin_state_up': True, 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:15.263169 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:15.453301 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:15.522223 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Network c21bea7a-a676-4205-9441-592b64450c02 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:15.591070 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34678) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:15.657785 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.671579 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:15.686191 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:15.695632 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:15.695811 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2945f9e1-d754-44f0-af2d-f32ef48367ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.696287 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.700428 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Network ad1873fe-9571-4114-aa0f-85ed773e61cf is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:15.718578 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a185e953-7dc6-4827-be61-4cd7f8815fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.751630 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:15.768027 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adde8d-3702-40a3-abe0-2c008ed8304e None None] Pushing event updated for resources: {'Port': ['ID=73155312-1186-4174-8f14-fd14a2f6e617,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:15.772570 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-a0adde8d-3702-40a3-abe0-2c008ed8304e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:15.781765 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:15.787542 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:15.788449 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.800685 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Pushing event updated for resources: {'Port': ['ID=09853195-b092-4ea4-83da-47b41d2cf198,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:15.809016 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:14Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:15.814961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:15.905993 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:15.933015 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd46f75-8af4-4f10-9213-f6f34400538c None None] The sync data for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb is: [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:14Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:16.054299 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2945f9e1-d754-44f0-af2d-f32ef48367ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.121134 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2945f9e1-d754-44f0-af2d-f32ef48367ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.127732 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:16.190025 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1660845 Jun 23 17:24:16.239862 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-2945f9e1-d754-44f0-af2d-f32ef48367ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=932c32091fee493c8058d2550cbc875d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8952100 Jun 23 17:24:16.249323 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945f9e1-d754-44f0-af2d-f32ef48367ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b7211-6424-41bf-b4fa-734774e29b51,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:16.266428 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2945f9e1-d754-44f0-af2d-f32ef48367ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:16.269584 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Allocated IP 172.28.2.7 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/5ce28fd0-a25a-48ad-82cf-a0997805d91b) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:16.273070 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34686) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:16.438787 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.470822 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Pushing event updated for resources: {'Port': ['ID=0247a103-35e4-4bc9-b520-e81a32e59b6b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:16.487321 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:16.506193 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302b075-69ee-4fa6-93c4-6a7ca6a77dca req-d393027e-a7aa-4e27-85bf-9fab45b5c045 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:16.518337 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0302b075-69ee-4fa6-93c4-6a7ca6a77dca req-d393027e-a7aa-4e27-85bf-9fab45b5c045 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 932 time: 2.1399341 Jun 23 17:24:16.611875 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeddb38-1a74-4115-8424-ada5d0552b48 req-a4e973f2-afe1-43da-bfe1-e9dd5287ec2e tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:16.614654 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eeeddb38-1a74-4115-8424-ada5d0552b48 req-a4e973f2-afe1-43da-bfe1-e9dd5287ec2e tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 932 time: 1.4125164 Jun 23 17:24:16.693512 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.814126 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a185e953-7dc6-4827-be61-4cd7f8815fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.832130 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a185e953-7dc6-4827-be61-4cd7f8815fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.832455 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0302b075-69ee-4fa6-93c4-6a7ca6a77dca req-ff8072a3-a96b-42a1-8106-1aabc59426c2 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063226 Jun 23 17:24:16.835444 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.840832 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:16.853442 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a1a161b1-eb07-4f83-be59-eae3681f5f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:16.896953 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1149175 Jun 23 17:24:16.958720 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eeeddb38-1a74-4115-8424-ada5d0552b48 req-599671e0-5b02-44ed-8c07-8e50fcecc6ee tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151388 Jun 23 17:24:16.986546 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Made reservation on behalf of bbbdbe475375408bbea4e3f99f06a06b for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:16.994830 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.078357 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185e953-7dc6-4827-be61-4cd7f8815fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef78147-dea1-42aa-89f2-a0e4bcd63622,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:17.093080 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-a185e953-7dc6-4827-be61-4cd7f8815fa3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f54fb29d16d34a9f8d8fa82dfb877d03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4933546 Jun 23 17:24:17.095227 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a185e953-7dc6-4827-be61-4cd7f8815fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:17.107251 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34708) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:17.220114 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.223941 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.227993 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.230095 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/503b7211-6424-41bf-b4fa-734774e29b51 HTTP/1.1" status: 204 len: 168 time: 0.9502544 Jun 23 17:24:17.231018 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:17.234637 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.255992 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b7211-6424-41bf-b4fa-734774e29b51,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:17.265324 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:17.266355 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-baecc253-20d7-434e-a064-251d99fd91ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:17.282213 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:17.326762 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.328903 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:17.366304 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:17.384376 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a8a705e7-36f4-418b-b3b2-20b6adbe4c8c req-5ea06185-7352-4ff3-8414-fd23703f67fd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 210 time: 0.0861590 Jun 23 17:24:17.464160 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Allocated IP 172.20.0.10 (ad1873fe-9571-4114-aa0f-85ed773e61cf/cd8d9e1c-8376-44f8-9b96-dd8a41034d27/3b468379-9660-4214-ada2-87f77e1f1137) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:17.516188 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'Port': ['ID=5ce28fd0-a25a-48ad-82cf-a0997805d91b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:17.533537 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:17.569008 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Request body: {'port': {'device_id': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:17.602985 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.633469 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.648774 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:17.654203 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ef78147-dea1-42aa-89f2-a0e4bcd63622 HTTP/1.1" status: 204 len: 168 time: 0.5457432 Jun 23 17:24:17.659592 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:17.713416 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Request body: {'port': {'device_id': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:17.816000 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef78147-dea1-42aa-89f2-a0e4bcd63622,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:17.831674 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Request body: {'port': {'device_id': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:17.928851 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:18.007486 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:18.213700 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:18.234563 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 73155312-1186-4174-8f14-fd14a2f6e617 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:18.341288 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 73155312-1186-4174-8f14-fd14a2f6e617 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:18.351532 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 73155312-1186-4174-8f14-fd14a2f6e617 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:18.352266 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:18.430467 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:18.434435 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:18.543050 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:18.597261 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 73155312-1186-4174-8f14-fd14a2f6e617, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=73155312-1186-4174-8f14-fd14a2f6e617,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:18.605771 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:18.607785 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:18.666791 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=73155312-1186-4174-8f14-fd14a2f6e617,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:18.671141 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:18.780812 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc00858-feff-4789-916c-8ba0ff9e6ca6 req-411b8c3e-9f21-4462-8162-e4e6f1e43d8a tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:18.782222 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cfc00858-feff-4789-916c-8ba0ff9e6ca6 req-411b8c3e-9f21-4462-8162-e4e6f1e43d8a tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 932 time: 0.5811610 Jun 23 17:24:18.845589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.025855 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cfc00858-feff-4789-916c-8ba0ff9e6ca6 req-3bdd5776-3bb3-4276-88f3-141a162e365f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827316 Jun 23 17:24:19.069700 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac66ab8-1030-4bec-996c-85022e386e96 req-43abf26b-ac4d-40ee-aaa8-fe2fd2a4c6e0 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:19.077279 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ac66ab8-1030-4bec-996c-85022e386e96 req-43abf26b-ac4d-40ee-aaa8-fe2fd2a4c6e0 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 932 time: 0.6475451 Jun 23 17:24:19.183844 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ac66ab8-1030-4bec-996c-85022e386e96 req-0d3f8243-9b9d-48df-9baa-641e7d07c36e tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051922 Jun 23 17:24:19.311167 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8dd62163-c414-4281-abcc-52430ee66d19 req-78b029da-7be0-4731-8c1c-f0fabdc1dd52 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 210 time: 0.0915701 Jun 23 17:24:19.449870 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.465060 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:19.501531 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.548979 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.620613 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:19.708460 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Network ad1873fe-9571-4114-aa0f-85ed773e61cf is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:19.724022 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:19.725796 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Pushing event updated for resources: {'Port': ['ID=3b468379-9660-4214-ada2-87f77e1f1137,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:19.766094 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:19.771663 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:19.772297 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.774294 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.842792 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:19.884362 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6766984 Jun 23 17:24:19.912349 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.913701 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0059266 Jun 23 17:24:19.920840 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0247a103-35e4-4bc9-b520-e81a32e59b6b {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:19.928389 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'Port': ['ID=5ce28fd0-a25a-48ad-82cf-a0997805d91b,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:19.935412 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:19.940673 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:19.971991 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Request body: {'port': {'device_id': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:19.977430 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 73155312-1186-4174-8f14-fd14a2f6e617 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:20.114261 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Transition to ACTIVE for port object 0247a103-35e4-4bc9-b520-e81a32e59b6b will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:20.122507 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 73155312-1186-4174-8f14-fd14a2f6e617 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:20.123301 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.129157 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.165542 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.notifiers.nova [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09853195-b092-4ea4-83da-47b41d2cf198 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:20.193060 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.194402 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.198141 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e6368c6d-bfb7-48a4-94fa-8ed3369024cd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:20.218936 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.notifiers.nova [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674561fb-bb1e-47ed-bb1b-06d4af755eb3 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:20.250082 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.269298 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Transition to ACTIVE for port object 09853195-b092-4ea4-83da-47b41d2cf198 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:20.281833 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.296634 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Transition to ACTIVE for port object 674561fb-bb1e-47ed-bb1b-06d4af755eb3 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:20.303197 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-586164ea-a9d5-4c9a-b247-ae8f820b823e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:20.575409 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.685755 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Pushing event updated for resources: {'Port': ['ID=09853195-b092-4ea4-83da-47b41d2cf198,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:20.714809 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:20.724223 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:20.772061 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Attempting to bind port 09853195-b092-4ea4-83da-47b41d2cf198 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:20.772394 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Attempting to bind port 09853195-b092-4ea4-83da-47b41d2cf198 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:20.772814 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Attempting to bind port 09853195-b092-4ea4-83da-47b41d2cf198 on network ad1873fe-9571-4114-aa0f-85ed773e61cf {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:20.782209 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Port 09853195-b092-4ea4-83da-47b41d2cf198 on network ad1873fe-9571-4114-aa0f-85ed773e61cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:24:20.782209 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Attempting to bind port 09853195-b092-4ea4-83da-47b41d2cf198 on network ad1873fe-9571-4114-aa0f-85ed773e61cf {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:20.792396 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:20.792814 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Checking segment: {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:20.793387 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Bound using segment: {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:20.793956 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Bound port: 09853195-b092-4ea4-83da-47b41d2cf198, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:20.794335 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.800304 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Attempting to bind port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:20.800636 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Attempting to bind port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:20.800956 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Attempting to bind port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:20.820772 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=674561fb-bb1e-47ed-bb1b-06d4af755eb3,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:20.824228 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:24:20.824552 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Attempting to bind port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:20.827871 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:20.854664 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:20.855039 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Checking segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:20.855694 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Bound using segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:20.855982 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Bound port: 674561fb-bb1e-47ed-bb1b-06d4af755eb3, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:20.856368 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:20.870143 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Pushing event updated for resources: {'Port': ['ID=0247a103-35e4-4bc9-b520-e81a32e59b6b,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:20.922412 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:20.958720 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Attempting to bind port 0247a103-35e4-4bc9-b520-e81a32e59b6b on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:20.959108 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Attempting to bind port 0247a103-35e4-4bc9-b520-e81a32e59b6b by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'd36f2405-29ac-41f7-afb8-2d29e93d1f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c21bea7a-a676-4205-9441-592b64450c02'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:20.959870 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Attempting to bind port 0247a103-35e4-4bc9-b520-e81a32e59b6b on network c21bea7a-a676-4205-9441-592b64450c02 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:21.012756 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] For port 09853195-b092-4ea4-83da-47b41d2cf198, host hv-cinder-79751, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:21.085146 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Port 0247a103-35e4-4bc9-b520-e81a32e59b6b on network c21bea7a-a676-4205-9441-592b64450c02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:24:21.085470 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Attempting to bind port 0247a103-35e4-4bc9-b520-e81a32e59b6b on network c21bea7a-a676-4205-9441-592b64450c02 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:21.111001 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41d85d-b454-406c-a6d5-68eb2801c264 req-a17df262-0060-4b38-bfc0-ae2d6c1f96d2 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:21.113584 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3c41d85d-b454-406c-a6d5-68eb2801c264 req-a17df262-0060-4b38-bfc0-ae2d6c1f96d2 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 944 time: 0.7523291 Jun 23 17:24:21.115217 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:21.115593 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Checking segment: {'id': 'd36f2405-29ac-41f7-afb8-2d29e93d1f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c21bea7a-a676-4205-9441-592b64450c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:21.117246 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Bound using segment: {'id': 'd36f2405-29ac-41f7-afb8-2d29e93d1f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c21bea7a-a676-4205-9441-592b64450c02'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:21.120763 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Bound port: 0247a103-35e4-4bc9-b520-e81a32e59b6b, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36f2405-29ac-41f7-afb8-2d29e93d1f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c21bea7a-a676-4205-9441-592b64450c02'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:21.122980 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:21.130763 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] For port 09853195-b092-4ea4-83da-47b41d2cf198, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=09853195-b092-4ea4-83da-47b41d2cf198,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:21.158500 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:21.168531 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] For port 674561fb-bb1e-47ed-bb1b-06d4af755eb3, host hv-cinder-79751, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:21.171515 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-43c871fc-578c-4ac4-bf2a-170f1f2bb70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:21.187468 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] For port 674561fb-bb1e-47ed-bb1b-06d4af755eb3, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:21.254284 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:21.281484 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:21.282778 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:21.285482 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-56957d4d-3849-4517-be68-b551d929a174 service neutron] 10.222.0.23 "PUT /v2.0/ports/09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 1093 time: 3.8711064 Jun 23 17:24:21.290000 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'tag': '09853195-b092-4ea4-83da-47b41d2cf198'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:21.306389 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] For port 0247a103-35e4-4bc9-b520-e81a32e59b6b, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:21.312382 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] For port 0247a103-35e4-4bc9-b520-e81a32e59b6b, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=0247a103-35e4-4bc9-b520-e81a32e59b6b,segment=NetworkSegment(d36f2405-29ac-41f7-afb8-2d29e93d1f72),segment_id=d36f2405-29ac-41f7-afb8-2d29e93d1f72)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:21.388826 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7151f98-ca57-46f5-bf4c-1972ab2e736d req-7529ba3a-206c-4bc4-b804-59b14c8139da tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:21.396710 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e7151f98-ca57-46f5-bf4c-1972ab2e736d req-7529ba3a-206c-4bc4-b804-59b14c8139da tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 944 time: 1.0324764 Jun 23 17:24:21.427294 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3c41d85d-b454-406c-a6d5-68eb2801c264 req-28244dcf-2e06-41cc-98c3-3ab5e91225e3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042949 Jun 23 17:24:21.430175 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:21.431058 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:21.434367 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/674561fb-bb1e-47ed-bb1b-06d4af755eb3 HTTP/1.1" status: 200 len: 1094 time: 4.0118322 Jun 23 17:24:21.434641 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:21.511123 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Pushing event updated for resources: {'Port': ['ID=09853195-b092-4ea4-83da-47b41d2cf198,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:21.522165 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-56957d4d-3849-4517-be68-b551d929a174 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:21.523296 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:21.735647 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=674561fb-bb1e-47ed-bb1b-06d4af755eb3,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:21.750852 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:21.808620 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-93462772-b316-46b5-b9b3-1c1fe250fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:21.810740 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-93462772-b316-46b5-b9b3-1c1fe250fb17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1096 time: 0.4245942 Jun 23 17:24:21.821529 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-ead1030a-c5ed-4c82-af9c-6f42955adbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:21.823956 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-ead1030a-c5ed-4c82-af9c-6f42955adbae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 1097 time: 0.2746620 Jun 23 17:24:21.878951 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:21.986864 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4cd71d330e22cf04fed9119df07f5c14be9680a545fd461338123a9aca657" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318f99ef-b4da-44b5-8c94-b3250c40a440" -d '{"events": [{"name": "network-changed", "server_uuid": "260a7970-e8e8-47f6-9a00-2a8c37d2d1b0", "tag": "09853195-b092-4ea4-83da-47b41d2cf198"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:22.072759 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e7151f98-ca57-46f5-bf4c-1972ab2e736d req-f86c6428-ceea-4b93-8fa1-5ccc3ce78ba9 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749859 Jun 23 17:24:22.117880 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:22.118820 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:22.120329 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] 10.222.0.23 "PUT /v2.0/ports/0247a103-35e4-4bc9-b520-e81a32e59b6b HTTP/1.1" status: 200 len: 1094 time: 4.7070034 Jun 23 17:24:22.121107 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-6dc8805e-af7f-4ade-adcc-15471a0cb1b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 217 time: 0.2796307 Jun 23 17:24:22.129316 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'tag': '0247a103-35e4-4bc9-b520-e81a32e59b6b'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:22.203294 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-9fc4a34d-fbe9-4bb1-8e4c-a37320eb5061 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3 HTTP/1.1" status: 200 len: 217 time: 0.2132239 Jun 23 17:24:22.388414 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8225d90a-c346-429b-abf1-9b36f9d2294b" -d '{"events": [{"name": "network-changed", "server_uuid": "1871d2b9-ad5d-42ae-91e4-4527e063fbab", "tag": "0247a103-35e4-4bc9-b520-e81a32e59b6b"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:22.405158 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3f965b03-c065-4b84-83ab-ee51fe9707b1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--992457357&fields=id&tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 267 time: 0.5294285 Jun 23 17:24:22.407199 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Pushing event updated for resources: {'Port': ['ID=0247a103-35e4-4bc9-b520-e81a32e59b6b,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:22.460011 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:22.471674 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-a5390f9f-edd2-4137-9c68-e5052fb9155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:22.473202 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-a5390f9f-edd2-4137-9c68-e5052fb9155c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.2230537 Jun 23 17:24:22.475085 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-efbdf76a-1161-442b-88b0-702225660755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:22.476735 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-efbdf76a-1161-442b-88b0-702225660755 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0986128 Jun 23 17:24:22.654060 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-e8c147a0-5f10-4646-a558-c1243ca0c1de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538510 Jun 23 17:24:22.706093 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-b0470f80-988c-411a-94cd-cbd084e7a6ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488088 Jun 23 17:24:22.782239 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-2e2001f3-c6b8-46de-9499-2501f228805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:22.789831 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-2e2001f3-c6b8-46de-9499-2501f228805c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ecccc7e98f24aaa9df9c62e5a2b82ef&device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 1097 time: 0.4473982 Jun 23 17:24:22.863664 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-b08d9206-d380-4211-88c3-851221e43095 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:22.880865 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-b08d9206-d380-4211-88c3-851221e43095 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 816 time: 0.4744701 Jun 23 17:24:22.924484 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185b984-cb52-43c8-946d-9dae68597660 req-68c95185-db18-4953-aecd-821bac61a15f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:22.933643 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4185b984-cb52-43c8-946d-9dae68597660 req-68c95185-db18-4953-aecd-821bac61a15f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 932 time: 0.5707490 Jun 23 17:24:22.974837 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-2d0e29fb-a952-432f-9205-246ab336eac5 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649083 Jun 23 17:24:23.033253 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-18f9b416-8bae-4ff5-a7d1-212aa1ef69cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0247a103-35e4-4bc9-b520-e81a32e59b6b HTTP/1.1" status: 200 len: 217 time: 0.1914327 Jun 23 17:24:23.039332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b468379-9660-4214-ada2-87f77e1f1137 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:23.049443 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-9a701500-e6c0-4961-8605-f9d1ace7497b service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464721 Jun 23 17:24:23.062921 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-7fa20ce8-010c-49ea-8fda-9a34886457d3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/quotas/76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 375 time: 0.1800308 Jun 23 17:24:23.083373 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:23.157473 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4185b984-cb52-43c8-946d-9dae68597660 req-32f939c8-dbec-4dda-8257-7a8a7c4ce8a8 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223864 Jun 23 17:24:23.162958 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Transition to ACTIVE for port object 3b468379-9660-4214-ada2-87f77e1f1137 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:23.177912 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:23.190028 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-22ea5bed-48b2-4492-80d0-e2f1e0d27d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:23.307995 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Pushing event updated for resources: {'Port': ['ID=3b468379-9660-4214-ada2-87f77e1f1137,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:23.312884 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:23.480401 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Attempting to bind port 3b468379-9660-4214-ada2-87f77e1f1137 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:23.480938 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Attempting to bind port 3b468379-9660-4214-ada2-87f77e1f1137 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:23.481701 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Attempting to bind port 3b468379-9660-4214-ada2-87f77e1f1137 on network ad1873fe-9571-4114-aa0f-85ed773e61cf {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:23.504075 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-bacfcb18-1291-4d72-b34f-4a297eb17ebc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4398520 Jun 23 17:24:23.514132 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Port 3b468379-9660-4214-ada2-87f77e1f1137 on network ad1873fe-9571-4114-aa0f-85ed773e61cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:24:23.514763 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Attempting to bind port 3b468379-9660-4214-ada2-87f77e1f1137 on network ad1873fe-9571-4114-aa0f-85ed773e61cf {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:23.521057 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-0f52ce34-9e44-4959-ad3e-6b897d3c42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:23.523982 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-0f52ce34-9e44-4959-ad3e-6b897d3c42aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=15bde46f-b2d0-4d00-b854-d7099728d88b HTTP/1.1" status: 200 len: 852 time: 0.2435551 Jun 23 17:24:23.529799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:23.531591 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Checking segment: {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:23.532978 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Bound using segment: {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:23.533677 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Bound port: 3b468379-9660-4214-ada2-87f77e1f1137, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d40bf89-8fbc-489f-a6a8-4e0528e177b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:23.534419 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:23.561225 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-fd24ad40-51ad-4113-aa54-38f1704927f2 req-9cde24e7-dc0e-40fc-9bba-0757e4439bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856138 Jun 23 17:24:23.563558 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d20c49-36d6-408e-b9e8-d81e26711b10 x-openstack-request-id: req-08d20c49-36d6-408e-b9e8-d81e26711b10 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:23.564019 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260a7970-e8e8-47f6-9a00-2a8c37d2d1b0", "tag": "09853195-b092-4ea4-83da-47b41d2cf198", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:23.564465 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08d20c49-36d6-408e-b9e8-d81e26711b10 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:23.565130 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'tag': '09853195-b092-4ea4-83da-47b41d2cf198', 'status': 'completed', 'code': 200} Jun 23 17:24:23.742667 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] For port 3b468379-9660-4214-ada2-87f77e1f1137, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:23.750338 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] For port 3b468379-9660-4214-ada2-87f77e1f1137, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b468379-9660-4214-ada2-87f77e1f1137,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:23.766493 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:23.771149 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:23.776279 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-05fc3893-77ef-450d-bc82-98490be01054 service neutron] 10.222.0.69 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222977 Jun 23 17:24:23.778606 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8561dc-a0e4-48b1-8bae-36ebf7218b57 x-openstack-request-id: req-2b8561dc-a0e4-48b1-8bae-36ebf7218b57 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:23.779115 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1871d2b9-ad5d-42ae-91e4-4527e063fbab", "tag": "0247a103-35e4-4bc9-b520-e81a32e59b6b", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:23.779587 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b8561dc-a0e4-48b1-8bae-36ebf7218b57 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:23.780248 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'tag': '0247a103-35e4-4bc9-b520-e81a32e59b6b', 'status': 'completed', 'code': 200} Jun 23 17:24:23.807873 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-58a98376-8f14-4a9b-97ba-2aedae73a65c req-4930a25f-f1bb-4250-a049-bc776db54fa2 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294032 Jun 23 17:24:23.907342 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:23.907994 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:23.909949 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] 10.222.0.23 "PUT /v2.0/ports/3b468379-9660-4214-ada2-87f77e1f1137 HTTP/1.1" status: 200 len: 1094 time: 3.9739015 Jun 23 17:24:23.931757 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Pushing event updated for resources: {'Port': ['ID=3b468379-9660-4214-ada2-87f77e1f1137,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:23.935607 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:23.999831 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-aa0d5749-8059-4881-908c-2585becc47a0 service neutron] 10.222.0.69 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133570 Jun 23 17:24:24.038540 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e6bde-f5f4-4372-bc03-a6c19a815c7b req-7cfca6fb-d5a8-4f3f-901a-353f39cf1b5a tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:24.040354 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eb8e6bde-f5f4-4372-bc03-a6c19a815c7b req-7cfca6fb-d5a8-4f3f-901a-353f39cf1b5a tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 944 time: 0.0858881 Jun 23 17:24:24.122951 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eb8e6bde-f5f4-4372-bc03-a6c19a815c7b req-17ef58d2-935a-4507-b3a6-1660b8424f19 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696850 Jun 23 17:24:24.262312 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8b7e520b-ce46-4f54-8b5a-1125a7532e4d req-75df8576-8dba-473f-ad74-ee91f96c6f98 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 210 time: 0.0476887 Jun 23 17:24:24.416704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812dd28-63f3-459e-a041-88b1df70715a req-cb00bd55-c793-45b4-b990-8b1221890637 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:24.422680 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0812dd28-63f3-459e-a041-88b1df70715a req-cb00bd55-c793-45b4-b990-8b1221890637 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 944 time: 0.0966566 Jun 23 17:24:24.538550 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0812dd28-63f3-459e-a041-88b1df70715a req-0593e0b6-04cb-496f-944a-d3796de5523b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093581 Jun 23 17:24:24.637923 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7baa96-6b31-45b8-8fbc-4a1debb133e0 req-f33f5787-8802-45b8-9291-d9b3f8b0474f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:24.646461 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b7baa96-6b31-45b8-8fbc-4a1debb133e0 req-f33f5787-8802-45b8-9291-d9b3f8b0474f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 944 time: 0.1488483 Jun 23 17:24:24.702259 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b7baa96-6b31-45b8-8fbc-4a1debb133e0 req-3574dd16-5e8c-443d-85a4-76415e9263f0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551424 Jun 23 17:24:25.331245 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6daf7a-a6ed-4705-a7a5-07b4125df453 req-98eed531-ca6b-4f7c-8bb5-e0372b433ce2 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:25.339888 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2b6daf7a-a6ed-4705-a7a5-07b4125df453 req-98eed531-ca6b-4f7c-8bb5-e0372b433ce2 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 944 time: 0.0853903 Jun 23 17:24:25.403866 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2b6daf7a-a6ed-4705-a7a5-07b4125df453 req-0260d7a2-56c0-4c64-aff5-0b046df8d62c tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602412 Jun 23 17:24:25.501144 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6c58839-e820-42c3-b518-ad37da991ad2 req-64c3ec7a-a7ca-4031-b63a-500f92618ee7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 210 time: 0.0511966 Jun 23 17:24:25.567506 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'tag': '674561fb-bb1e-47ed-bb1b-06d4af755eb3'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:25.575004 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4cd71d330e22cf04fed9119df07f5c14be9680a545fd461338123a9aca657" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de0d3a-6ff0-4b61-b244-a0369d737a1e", "tag": "674561fb-bb1e-47ed-bb1b-06d4af755eb3"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:25.671933 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b5ddb-e394-4585-9410-16ff6a799a82 x-openstack-request-id: req-ee5b5ddb-e394-4585-9410-16ff6a799a82 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:25.672238 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de0d3a-6ff0-4b61-b244-a0369d737a1e", "tag": "674561fb-bb1e-47ed-bb1b-06d4af755eb3", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:25.672574 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee5b5ddb-e394-4585-9410-16ff6a799a82 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:25.672976 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'tag': '674561fb-bb1e-47ed-bb1b-06d4af755eb3', 'status': 'completed', 'code': 200} Jun 23 17:24:25.786107 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e3157-e7ab-4043-bbfa-1e8ffa936322 req-6c513485-54f9-44eb-9d23-5c32bf923b59 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:25.788017 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ed5e3157-e7ab-4043-bbfa-1e8ffa936322 req-6c513485-54f9-44eb-9d23-5c32bf923b59 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 944 time: 0.0888462 Jun 23 17:24:25.788518 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'tag': '3b468379-9660-4214-ada2-87f77e1f1137'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:25.790802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248addf4-f975-49e5-a0c7-14358b7ea41b" -d '{"events": [{"name": "network-changed", "server_uuid": "af74e8d0-df0e-4728-9e07-8b7cec1a2ee1", "tag": "3b468379-9660-4214-ada2-87f77e1f1137"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:25.862132 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ed5e3157-e7ab-4043-bbfa-1e8ffa936322 req-a0c3e2fd-b7fb-4f39-ac7a-9a9993752b0f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665865 Jun 23 17:24:25.953209 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfd271-5270-4777-a376-686bb9dfa1b5 req-f6524caf-c3bd-4b83-9843-adca4fe9db4e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:25.955766 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e3dfd271-5270-4777-a376-686bb9dfa1b5 req-f6524caf-c3bd-4b83-9843-adca4fe9db4e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 944 time: 0.0865638 Jun 23 17:24:25.956500 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8bc9db-649a-4db0-afe6-be5f5e38277b x-openstack-request-id: req-3f8bc9db-649a-4db0-afe6-be5f5e38277b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:25.956894 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af74e8d0-df0e-4728-9e07-8b7cec1a2ee1", "tag": "3b468379-9660-4214-ada2-87f77e1f1137", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:25.957292 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f8bc9db-649a-4db0-afe6-be5f5e38277b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:25.957767 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'tag': '3b468379-9660-4214-ada2-87f77e1f1137', 'status': 'completed', 'code': 200} Jun 23 17:24:26.194909 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-82774f18-97a1-4a2c-9020-c7203de1faf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c21bea7a-a676-4205-9441-592b64450c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2180929 Jun 23 17:24:26.212373 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e3dfd271-5270-4777-a376-686bb9dfa1b5 req-181d5b89-efe4-439c-9767-d2de7e9857a1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508383 Jun 23 17:24:26.298211 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-77f1d2cd-1f80-488e-baae-b67f582eb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.300156 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-77f1d2cd-1f80-488e-baae-b67f582eb033 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0625827 Jun 23 17:24:26.376966 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-d333430a-4534-4dd2-97b2-191b597efead service neutron] 10.222.0.23 "GET /v2.0/networks/c21bea7a-a676-4205-9441-592b64450c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436765 Jun 23 17:24:26.389315 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248addf4-f975-49e5-a0c7-14358b7ea41b req-7e465453-b43d-4747-a77c-da620bce0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.390691 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-248addf4-f975-49e5-a0c7-14358b7ea41b req-7e465453-b43d-4747-a77c-da620bce0ad6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0919638 Jun 23 17:24:26.499116 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-dc0035ef-20ec-49a1-8d92-93aa114da5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.500631 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-dc0035ef-20ec-49a1-8d92-93aa114da5a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 920 time: 0.1877079 Jun 23 17:24:26.507864 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-06680dec-e483-4975-8db9-8bea90be525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.509317 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-06680dec-e483-4975-8db9-8bea90be525a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 1097 time: 0.1560931 Jun 23 17:24:26.553356 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-64a19ba0-f529-4f84-83cd-8bdf76aa6779 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 217 time: 0.0423942 Jun 23 17:24:26.709899 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-84a999ee-2d01-4cac-92d1-c95ad6d592a8 req-f6f86a91-2c29-40fe-8b04-6d2e05bbbe01 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 210 time: 0.0689118 Jun 23 17:24:26.718590 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8aa30d2-ce56-4024-8d48-cb61a751bd51 req-d26586f6-876b-4650-abfc-b8bc052c2d9b service neutron] 10.222.0.23 "GET /v2.0/networks/c21bea7a-a676-4205-9441-592b64450c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190849 Jun 23 17:24:26.737483 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248addf4-f975-49e5-a0c7-14358b7ea41b req-ee0a0f6d-90af-47ae-9802-320758105691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.741405 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-248addf4-f975-49e5-a0c7-14358b7ea41b req-ee0a0f6d-90af-47ae-9802-320758105691 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3301628 Jun 23 17:24:26.841240 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-e819e9ea-342e-44aa-855f-4d642bcd75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.842703 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-e819e9ea-342e-44aa-855f-4d642bcd75e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.2753038 Jun 23 17:24:26.908967 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e2e78-3d9f-489f-a9ae-7fbc2844a1e6 req-04d912bc-9a2d-4121-9c28-84f324dec4c1 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.911089 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-311e2e78-3d9f-489f-a9ae-7fbc2844a1e6 req-04d912bc-9a2d-4121-9c28-84f324dec4c1 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 944 time: 0.3414376 Jun 23 17:24:26.923301 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-5a196f06-ccd7-4e0e-b92b-5f8e2412ed1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680966 Jun 23 17:24:26.925954 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-8c69f2db-e5ba-46f5-9d95-c01156e250aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:26.927821 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-8c69f2db-e5ba-46f5-9d95-c01156e250aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 916 time: 0.3823450 Jun 23 17:24:27.014656 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248addf4-f975-49e5-a0c7-14358b7ea41b req-c1f10de6-b170-4899-a014-326d676d2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.016513 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-248addf4-f975-49e5-a0c7-14358b7ea41b req-c1f10de6-b170-4899-a014-326d676d2e1b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679119 Jun 23 17:24:27.030367 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-311e2e78-3d9f-489f-a9ae-7fbc2844a1e6 req-0da3ce5d-2c78-4a6c-8676-3835d331f034 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045110 Jun 23 17:24:27.042125 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-271a34ef-80d5-491e-b57e-d328ad988a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.044258 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-271a34ef-80d5-491e-b57e-d328ad988a53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ecccc7e98f24aaa9df9c62e5a2b82ef&device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 1097 time: 0.2603655 Jun 23 17:24:27.117412 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-ab973f48-d00e-490a-b35f-ffa874953c08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3 HTTP/1.1" status: 200 len: 217 time: 0.1564412 Jun 23 17:24:27.211200 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.23', 59861) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:27.339411 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-d13d1139-5bea-40f2-a32f-4fa143363e06 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016230 Jun 23 17:24:27.487460 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-50fa1d31-a7c7-449f-affc-1b264213f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.489035 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-50fa1d31-a7c7-449f-affc-1b264213f9d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.3174884 Jun 23 17:24:27.547375 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-799c2f8d-d8e2-4b6e-bbe7-6aa44d4047de tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.549423 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-799c2f8d-d8e2-4b6e-bbe7-6aa44d4047de tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 816 time: 0.3341169 Jun 23 17:24:27.590966 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-d9267915-e4ba-4783-b5cc-5422cc683b83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784230 Jun 23 17:24:27.642817 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-36a835cc-3d41-45e4-b1a9-ad989028faa8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 379 time: 0.0810549 Jun 23 17:24:27.676367 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-bcaf71b4-5cb1-4d0f-ab6e-955526dbbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.678213 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-bcaf71b4-5cb1-4d0f-ab6e-955526dbbbb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 1097 time: 0.4660518 Jun 23 17:24:27.690705 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'port': {'device_id': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'admin_state_up': True, 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'security_groups': ['d88b901f-e139-43f0-a28f-6c5bc7237497']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:27.721705 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35116) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:27.737752 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-318f99ef-b4da-44b5-8c94-b3250c40a440 req-485c9460-29c2-4617-ba13-c780d627960a service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484399 Jun 23 17:24:27.751235 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553e3-1a3c-4888-8cee-002f24c7f7c7 req-1e2c38cc-45bf-43b1-adfe-b8aad759b141 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.758455 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f38553e3-1a3c-4888-8cee-002f24c7f7c7 req-1e2c38cc-45bf-43b1-adfe-b8aad759b141 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 944 time: 0.6438277 Jun 23 17:24:27.777392 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-01d0722c-47f1-4dd9-a28b-ea84fd7b8330 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b468379-9660-4214-ada2-87f77e1f1137 HTTP/1.1" status: 200 len: 217 time: 0.0569057 Jun 23 17:24:27.796877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-dc6d00c4-add2-4d29-b667-e86bfccc3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.798313 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-dc6d00c4-add2-4d29-b667-e86bfccc3164 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c21bea7a-a676-4205-9441-592b64450c02 HTTP/1.1" status: 200 len: 913 time: 0.7426288 Jun 23 17:24:27.859164 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-65c5457f-2afd-4cbc-8f00-94130f7f20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.861226 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-65c5457f-2afd-4cbc-8f00-94130f7f20cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.0762448 Jun 23 17:24:27.866059 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-8c3d0419-d8fe-4d1c-8eab-653d667d643c service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604895 Jun 23 17:24:27.883429 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-c431ea6a-0eda-4107-adf3-54ef4aaf9225 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0247a103-35e4-4bc9-b520-e81a32e59b6b HTTP/1.1" status: 200 len: 217 time: 0.0714886 Jun 23 17:24:27.929320 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-ffd304be-e3e6-4e7f-8bfd-2a9cdced4481 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564704 Jun 23 17:24:27.940582 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f38553e3-1a3c-4888-8cee-002f24c7f7c7 req-3e3a63a8-54ed-43ce-b598-5a5ebba5662c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807911 Jun 23 17:24:27.954335 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eccab-6772-44f6-9a36-7f2a1207d6af req-faa483de-ed31-4f8e-85cd-e8295aeb5e9c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.955771 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0e8eccab-6772-44f6-9a36-7f2a1207d6af req-faa483de-ed31-4f8e-85cd-e8295aeb5e9c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 944 time: 0.4044538 Jun 23 17:24:27.991386 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-b85abb44-b175-4701-b510-880641b9f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:27.992779 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-b85abb44-b175-4701-b510-880641b9f19a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=15bde46f-b2d0-4d00-b854-d7099728d88b HTTP/1.1" status: 200 len: 852 time: 0.0961199 Jun 23 17:24:28.035653 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-3ec6239f-5c8c-4c25-a13c-2859f46613e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c21bea7a-a676-4205-9441-592b64450c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358162 Jun 23 17:24:28.038121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Made reservation on behalf of 76921d9df0cc4c1e9f3a74d9cdacd049 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:28.042092 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.048399 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-334882a5-7afe-4450-8961-7ce9984df0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.057691 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0e8eccab-6772-44f6-9a36-7f2a1207d6af req-1b287ac3-c962-4da6-9aad-f70bc36c1a91 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Jun 23 17:24:28.101811 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-46d7a846-6ce6-40e1-9ec1-dd6a76152aa9 req-949b6255-d79a-433f-9b28-505f502aeebf service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189043 Jun 23 17:24:28.144325 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-821dfa99-21d8-4185-afc5-98edee53c8ff service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056241 Jun 23 17:24:28.292515 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-334882a5-7afe-4450-8961-7ce9984df0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.295702 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-4269a6a3-3b2f-4e4f-bcad-a987f0a164c2 req-9e528ea6-a6c3-4948-96c5-1604507c3fdd service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424048 Jun 23 17:24:28.298204 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-334882a5-7afe-4450-8961-7ce9984df0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.303236 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:28.326809 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c649fe5-1c54-4436-a5d3-f45e51ddefcd req-feda8b2a-0ead-4a45-a525-1cf4b7b95cba tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 210 time: 0.0621173 Jun 23 17:24:28.361494 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-334882a5-7afe-4450-8961-7ce9984df0f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dedb50d68d2c4707955b64c140a3015b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387529 Jun 23 17:24:28.362492 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334882a5-7afe-4450-8961-7ce9984df0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e7bdd-4b37-4c23-bcc9-c722db0e7e96,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:28.364741 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35130) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:28.373000 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-334882a5-7afe-4450-8961-7ce9984df0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:28.454268 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.485778 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.489558 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-bd677cb0-d616-4e29-a46c-fd2ddb06e1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/c21bea7a-a676-4205-9441-592b64450c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433310 Jun 23 17:24:28.570289 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.575311 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.576982 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba2e7bdd-4b37-4c23-bcc9-c722db0e7e96 HTTP/1.1" status: 204 len: 168 time: 0.2112150 Jun 23 17:24:28.578093 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-567c22b3-d7bf-4f93-a222-88b6f30c551d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:28.589640 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e7bdd-4b37-4c23-bcc9-c722db0e7e96,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:28.592676 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:28.623110 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d916b-9ba9-4687-9885-93d94b716ebe req-d9db1402-e2b9-41da-8b96-f1cab8f5a7db tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:28.625432 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-940d916b-9ba9-4687-9885-93d94b716ebe req-d9db1402-e2b9-41da-8b96-f1cab8f5a7db tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 944 time: 0.3291988 Jun 23 17:24:28.642368 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Allocated IP 172.20.0.8 (d83fa51b-7e9c-4f3b-9b86-4bf44e438060/58cc9f9c-8174-4bef-ab46-43cabbb073fc/2a93dab1-a6db-402a-8358-bc93fb2ea31e) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:28.747570 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8225d90a-c346-429b-abf1-9b36f9d2294b req-574c9f22-97f0-4224-966e-9d730db8a0ad service neutron] 10.222.0.23 "GET /v2.0/networks/c21bea7a-a676-4205-9441-592b64450c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317305 Jun 23 17:24:28.778339 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-940d916b-9ba9-4687-9885-93d94b716ebe req-21a0645d-cfb5-4597-8841-03d5e7c43e29 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412153 Jun 23 17:24:28.908367 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.929447 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Transition to ACTIVE for port object 2a93dab1-a6db-402a-8358-bc93fb2ea31e will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:28.975631 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:28.983120 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:28.995772 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35164) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:29.015976 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-12ce3239-3e86-40eb-b478-1751d485c88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.030835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:29.037224 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:29.053218 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:29.067998 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:29.068789 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.090165 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:29.102761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:29.174872 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-12ce3239-3e86-40eb-b478-1751d485c88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.183246 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-12ce3239-3e86-40eb-b478-1751d485c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.189393 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76008d08-ed5d-483e-9247-c144e1277af4 req-fadd8b94-2f82-4196-8605-47fe0eef105f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:29.196830 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-76008d08-ed5d-483e-9247-c144e1277af4 req-fadd8b94-2f82-4196-8605-47fe0eef105f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 944 time: 0.0929019 Jun 23 17:24:29.200832 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:29.216827 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35170) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:29.231391 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5592959 Jun 23 17:24:29.251733 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce3239-3e86-40eb-b478-1751d485c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21014137-b738-4ecb-8aa4-550baf02cd7f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:29.253242 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-76008d08-ed5d-483e-9247-c144e1277af4 req-2543a84f-f830-4c66-b1f7-d6b3a117d38f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554600 Jun 23 17:24:29.264978 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Request body: {'port': {'device_id': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:29.268545 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-12ce3239-3e86-40eb-b478-1751d485c88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:29.280069 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-12ce3239-3e86-40eb-b478-1751d485c88c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7877a729147d4a2d9dd84b66a4c8f16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823563 Jun 23 17:24:29.286426 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35174) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:29.351653 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.378802 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.396102 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.423396 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91f005e4-8fd5-4e53-9576-982f1758125e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.472896 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.480383 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-36c6a31c-6acc-4e14-89cb-cb41158bb853 None None] Provisioning for port 2a93dab1-a6db-402a-8358-bc93fb2ea31e completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:29.481328 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.481652 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21014137-b738-4ecb-8aa4-550baf02cd7f HTTP/1.1" status: 204 len: 168 time: 0.1938946 Jun 23 17:24:29.486357 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:29.493148 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-36c6a31c-6acc-4e14-89cb-cb41158bb853 None None] Provisioning complete for port 2a93dab1-a6db-402a-8358-bc93fb2ea31e triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:29.493711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed883f9-188a-43f2-95d3-f5427aa98763 req-e4303e3d-0a43-4436-8ed9-c8ea04a7a66b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:29.496163 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-36c6a31c-6acc-4e14-89cb-cb41158bb853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.502566 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21014137-b738-4ecb-8aa4-550baf02cd7f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:29.504952 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:29.530526 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aed883f9-188a-43f2-95d3-f5427aa98763 req-e4303e3d-0a43-4436-8ed9-c8ea04a7a66b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 944 time: 0.2046115 Jun 23 17:24:29.585339 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91f005e4-8fd5-4e53-9576-982f1758125e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.592994 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91f005e4-8fd5-4e53-9576-982f1758125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.597629 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-eb12d090-b3ba-48ae-9e81-7b119363f2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:29.631107 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-36c6a31c-6acc-4e14-89cb-cb41158bb853 None None] Port 2a93dab1-a6db-402a-8358-bc93fb2ea31e cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:24:29.641279 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-91f005e4-8fd5-4e53-9576-982f1758125e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97d7ae7927e64949b1cc5d7438ec436e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217477 Jun 23 17:24:29.642462 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f005e4-8fd5-4e53-9576-982f1758125e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f447d526-f06c-4a7e-aebf-e172075ee7dc,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:29.644878 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35184) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:29.654693 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-91f005e4-8fd5-4e53-9576-982f1758125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:29.731272 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.797867 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aed883f9-188a-43f2-95d3-f5427aa98763 req-ea81ed4e-74c8-4986-8545-ad18e658b9b9 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660568 Jun 23 17:24:29.802020 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.892599 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.896420 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:29.904784 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f447d526-f06c-4a7e-aebf-e172075ee7dc HTTP/1.1" status: 204 len: 168 time: 0.2584195 Jun 23 17:24:29.905953 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-12ce3239-3e86-40eb-b478-1751d485c88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:29.931670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f447d526-f06c-4a7e-aebf-e172075ee7dc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:29.934077 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:30.013423 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 674561fb-bb1e-47ed-bb1b-06d4af755eb3 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:24:30.099912 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ad94-104b-46d7-b4c6-71fe846ff6c6 req-0f72d310-f8e0-4dd2-8495-f152b07491db tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:30.113254 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea09ad94-104b-46d7-b4c6-71fe846ff6c6 req-0f72d310-f8e0-4dd2-8495-f152b07491db tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 931 time: 0.5742948 Jun 23 17:24:30.166911 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 674561fb-bb1e-47ed-bb1b-06d4af755eb3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:30.183457 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '674561fb-bb1e-47ed-bb1b-06d4af755eb3', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'port_id': '674561fb-bb1e-47ed-bb1b-06d4af755eb3', 'mac_address': 'fa:16:3e:64:1d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b113c34-2718-4e17-b63f-ed9dd4887b9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:24:30.231570 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.262184 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674561fb-bb1e-47ed-bb1b-06d4af755eb3 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:30.283902 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea09ad94-104b-46d7-b4c6-71fe846ff6c6 req-387d6cf6-0ccb-4f7a-a4f4-bc4afa36093b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691017 Jun 23 17:24:30.299422 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 674561fb-bb1e-47ed-bb1b-06d4af755eb3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:30.306295 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.308006 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 09853195-b092-4ea4-83da-47b41d2cf198 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:24:30.311157 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-a0adde8d-3702-40a3-abe0-2c008ed8304e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:30.326956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a93dab1-a6db-402a-8358-bc93fb2ea31e {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:30.337621 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.350083 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ca9f1-8dd8-4cf3-bc95-b9e66f3a8e3a req-f339d1c0-0e0b-42a0-8b1f-786f55fde36c tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:30.357503 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d99ca9f1-8dd8-4cf3-bc95-b9e66f3a8e3a req-f339d1c0-0e0b-42a0-8b1f-786f55fde36c tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 944 time: 0.3683400 Jun 23 17:24:30.386948 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Transition to ACTIVE for port object 2a93dab1-a6db-402a-8358-bc93fb2ea31e will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:30.395377 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35220) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:30.402959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.408896 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:30.413514 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-687b90f3-f2de-452f-bfe3-78e9f04f6b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.468252 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d99ca9f1-8dd8-4cf3-bc95-b9e66f3a8e3a req-c0fbe16e-b836-4c1b-9f2d-92cb66842ba8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096394 Jun 23 17:24:30.472788 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:30.479479 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:30.563449 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Attempting to bind port 2a93dab1-a6db-402a-8358-bc93fb2ea31e on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:30.563765 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Attempting to bind port 2a93dab1-a6db-402a-8358-bc93fb2ea31e by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:30.564088 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Attempting to bind port 2a93dab1-a6db-402a-8358-bc93fb2ea31e on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:30.576413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Port 2a93dab1-a6db-402a-8358-bc93fb2ea31e on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:24:30.576725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Attempting to bind port 2a93dab1-a6db-402a-8358-bc93fb2ea31e on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:30.582260 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:30.582589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Checking segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:30.582984 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Bound using segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:30.583389 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Bound port: 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:30.583890 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.609520 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=674561fb-bb1e-47ed-bb1b-06d4af755eb3,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:30.613328 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:30.620414 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-687b90f3-f2de-452f-bfe3-78e9f04f6b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.634846 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-687b90f3-f2de-452f-bfe3-78e9f04f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.657913 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 09853195-b092-4ea4-83da-47b41d2cf198, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=09853195-b092-4ea4-83da-47b41d2cf198,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:30.662495 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:30.680785 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '09853195-b092-4ea4-83da-47b41d2cf198', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'port_id': '09853195-b092-4ea4-83da-47b41d2cf198', 'mac_address': 'fa:16:3e:0a:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:24:30.684930 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-687b90f3-f2de-452f-bfe3-78e9f04f6b51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c393d07c5699429abc7e13f1a5bd8b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884114 Jun 23 17:24:30.688464 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35224) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:30.737331 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b90f3-f2de-452f-bfe3-78e9f04f6b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a6823-89a0-4794-88ef-917019939237,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:30.747293 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-687b90f3-f2de-452f-bfe3-78e9f04f6b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:30.757441 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:30.766009 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:30.793084 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef76b2-8b93-43ee-b75a-9e6c55fb8f3b req-6db3ef54-2fbb-44cd-a411-c3e41732c0bb tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:30.804394 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.807574 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-42ef76b2-8b93-43ee-b75a-9e6c55fb8f3b req-6db3ef54-2fbb-44cd-a411-c3e41732c0bb tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 945 time: 0.1490972 Jun 23 17:24:30.817065 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.818871 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.828615 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:30.828799 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09853195-b092-4ea4-83da-47b41d2cf198 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:30.881470 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 09853195-b092-4ea4-83da-47b41d2cf198, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=09853195-b092-4ea4-83da-47b41d2cf198,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:30.882451 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.896404 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.897997 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 0247a103-35e4-4bc9-b520-e81a32e59b6b details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:24:30.902711 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:30.964995 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.967716 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:30.971375 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c7a6823-89a0-4794-88ef-917019939237 HTTP/1.1" status: 204 len: 168 time: 0.2794249 Jun 23 17:24:30.971375 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:30.992153 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-42ef76b2-8b93-43ee-b75a-9e6c55fb8f3b req-4bce3807-7c99-4eb4-acc5-bb7872205f56 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830037 Jun 23 17:24:31.002732 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a6823-89a0-4794-88ef-917019939237,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:31.013796 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:31.014297 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:31.014297 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:31.014297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] 10.222.0.23 "PUT /v2.0/ports/2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 200 len: 1093 time: 1.7573824 Jun 23 17:24:31.014297 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:31.014657 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be5eda-f025-4088-b3fa-3b4ff590c964" -d '{"events": [{"name": "network-changed", "server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:31.074023 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:31.081219 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:31.085167 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a49798-da6e-48df-8a73-9576e8749cde x-openstack-request-id: req-c2a49798-da6e-48df-8a73-9576e8749cde {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:31.085522 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:31.085865 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2a49798-da6e-48df-8a73-9576e8749cde {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:31.086221 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'status': 'completed', 'code': 200} Jun 23 17:24:31.128534 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=09853195-b092-4ea4-83da-47b41d2cf198,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:31.148803 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:31.214589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-a4f040a2-d2f5-4d56-a22d-be71371d5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:31.216066 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-a4f040a2-d2f5-4d56-a22d-be71371d5974 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1265056 Jun 23 17:24:31.287358 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-5a6a7228-187d-4208-b32d-3de6d14763d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 200 len: 217 time: 0.0621097 Jun 23 17:24:31.336841 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee86f8-4bea-4120-8920-5e4edb87af02 req-bde51dbc-c71d-4e3b-be09-0d3342973ad4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:31.339554 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b3ee86f8-4bea-4120-8920-5e4edb87af02 req-bde51dbc-c71d-4e3b-be09-0d3342973ad4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 944 time: 0.1992750 Jun 23 17:24:31.414998 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-2e9b52fc-e5e3-4264-b479-1b088b8d558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:31.418544 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-2e9b52fc-e5e3-4264-b479-1b088b8d558b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.1120839 Jun 23 17:24:31.419500 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 0247a103-35e4-4bc9-b520-e81a32e59b6b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=0247a103-35e4-4bc9-b520-e81a32e59b6b,segment=NetworkSegment(d36f2405-29ac-41f7-afb8-2d29e93d1f72),segment_id=d36f2405-29ac-41f7-afb8-2d29e93d1f72)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:31.597072 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '0247a103-35e4-4bc9-b520-e81a32e59b6b', 'network_id': 'c21bea7a-a676-4205-9441-592b64450c02', 'port_id': '0247a103-35e4-4bc9-b520-e81a32e59b6b', 'mac_address': 'fa:16:3e:1d:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bde46f-b2d0-4d00-b854-d7099728d88b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:24:31.661075 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b3ee86f8-4bea-4120-8920-5e4edb87af02 req-1675e524-5b51-41ec-9355-54f237c2f50b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407219 Jun 23 17:24:31.676037 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:31.704579 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0247a103-35e4-4bc9-b520-e81a32e59b6b {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:31.751446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 0247a103-35e4-4bc9-b520-e81a32e59b6b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=0247a103-35e4-4bc9-b520-e81a32e59b6b,segment=NetworkSegment(d36f2405-29ac-41f7-afb8-2d29e93d1f72),segment_id=d36f2405-29ac-41f7-afb8-2d29e93d1f72)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:31.764960 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:31.764960 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-f0dc6a5c-e558-4648-9d48-029cfbbd2208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:31.774141 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbf50c-c2aa-4d18-b46b-e3f48479830a req-5ef491d6-d6be-452a-a577-5603d4cf92eb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:31.776255 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1dbbf50c-c2aa-4d18-b46b-e3f48479830a req-5ef491d6-d6be-452a-a577-5603d4cf92eb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.2923489 Jun 23 17:24:31.778465 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-36b2188e-dec7-439e-909e-7a0bb0e48b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:31.779822 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-36b2188e-dec7-439e-909e-7a0bb0e48b2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3473172 Jun 23 17:24:31.855949 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=0247a103-35e4-4bc9-b520-e81a32e59b6b,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:31.860171 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:31.960343 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3b468379-9660-4214-ada2-87f77e1f1137 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:24:31.974925 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1dbbf50c-c2aa-4d18-b46b-e3f48479830a req-accd04df-eda9-4e73-ba00-cff407eea930 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810479 Jun 23 17:24:32.016660 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-326e4fd7-5226-48e5-98f3-6b11005d7887 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240360 Jun 23 17:24:32.085547 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['09853195-b092-4ea4-83da-47b41d2cf198'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:32.097492 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccead5a-7571-4338-9e53-06f7b95fcf92 req-7a7f9a2d-de65-4885-8559-3b77b0cefbd3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:32.099009 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ccead5a-7571-4338-9e53-06f7b95fcf92 req-7a7f9a2d-de65-4885-8559-3b77b0cefbd3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 945 time: 0.2428625 Jun 23 17:24:32.145740 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:32.209016 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['0247a103-35e4-4bc9-b520-e81a32e59b6b'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:32.218084 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ccead5a-7571-4338-9e53-06f7b95fcf92 req-69d89d1a-9350-410b-a16e-3457af3a290c tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835047 Jun 23 17:24:32.231400 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4c0a1f8e-8265-49bf-b34c-3d1e518dda97 req-feb03784-3786-4e6b-b5d3-b46c0d25d781 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045491 Jun 23 17:24:32.270600 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88d67f-391a-40d1-bef1-8d236c84f680 req-fb8f3394-1a0e-4407-80a3-2312e9aa67fa tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:32.272340 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2e88d67f-391a-40d1-bef1-8d236c84f680 req-fb8f3394-1a0e-4407-80a3-2312e9aa67fa tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 945 time: 0.1275568 Jun 23 17:24:32.293913 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 3b468379-9660-4214-ada2-87f77e1f1137, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b468379-9660-4214-ada2-87f77e1f1137,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:32.324674 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '3b468379-9660-4214-ada2-87f77e1f1137', 'network_id': 'ad1873fe-9571-4114-aa0f-85ed773e61cf', 'port_id': '3b468379-9660-4214-ada2-87f77e1f1137', 'mac_address': 'fa:16:3e:d1:f3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8d9e1c-8376-44f8-9b96-dd8a41034d27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:24:32.386872 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2e88d67f-391a-40d1-bef1-8d236c84f680 req-ef71b017-29bc-4400-9a42-d98eb5a019fd tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923336 Jun 23 17:24:32.434644 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-b88e0eab-615e-4b8e-93b4-6da78214c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:32.441043 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-b88e0eab-615e-4b8e-93b4-6da78214c1ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1369033 Jun 23 17:24:32.474286 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:32.531368 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b468379-9660-4214-ada2-87f77e1f1137 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:32.589753 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 3b468379-9660-4214-ada2-87f77e1f1137, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b468379-9660-4214-ada2-87f77e1f1137,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:32.619430 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:32.633340 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:32.749352 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=3b468379-9660-4214-ada2-87f77e1f1137,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:32.753886 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:32.784733 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-96e2cc57-d88e-4734-bdef-05cda63bbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:32.787012 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-96e2cc57-d88e-4734-bdef-05cda63bbaff service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.3380618 Jun 23 17:24:32.829809 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-553b6f6d-9bcb-498c-a28b-4266c6349c34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 200 len: 217 time: 0.0355659 Jun 23 17:24:32.921620 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['3b468379-9660-4214-ada2-87f77e1f1137'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:32.927166 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-05d3a6dd-63ef-41a2-bfea-91cefeb3f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:32.928781 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-05d3a6dd-63ef-41a2-bfea-91cefeb3f117 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0840049 Jun 23 17:24:32.978179 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969becb5-2f95-48f5-8346-5691a67a9988 req-885edbff-3884-49a5-8eaa-7876a724a544 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:32.980707 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-969becb5-2f95-48f5-8346-5691a67a9988 req-885edbff-3884-49a5-8eaa-7876a724a544 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 945 time: 0.1470516 Jun 23 17:24:33.074437 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-969becb5-2f95-48f5-8346-5691a67a9988 req-7428bace-8f7b-4f56-b63a-d0943911740f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829961 Jun 23 17:24:33.084805 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-616d2385-32e6-45ae-8d48-96648ab899ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:33.088401 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-616d2385-32e6-45ae-8d48-96648ab899ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1515999 Jun 23 17:24:33.290396 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-210bd295-0ed6-46ba-92e5-cccf24747930 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939678 Jun 23 17:24:33.339937 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fbcd2-e26a-4736-a33a-b4b3d289af8c req-b088df29-81e8-4785-baa0-9c9fad90ee9b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:33.346740 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-324fbcd2-e26a-4736-a33a-b4b3d289af8c req-b088df29-81e8-4785-baa0-9c9fad90ee9b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.1341524 Jun 23 17:24:33.455468 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-324fbcd2-e26a-4736-a33a-b4b3d289af8c req-27d25f99-50fe-4b0c-8d54-3ec53c363a5a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078632 Jun 23 17:24:33.483493 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36be5eda-f025-4088-b3fa-3b4ff590c964 req-5b6a0488-54c8-4b9f-a255-0333a5046089 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844652 Jun 23 17:24:33.499893 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235bca-658c-49fd-941e-d748e1f7c483 req-7b145a56-cee2-437a-a101-3b048c2ba596 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:33.501439 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-78235bca-658c-49fd-941e-d748e1f7c483 req-7b145a56-cee2-437a-a101-3b048c2ba596 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 945 time: 0.1200674 Jun 23 17:24:33.545072 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-78235bca-658c-49fd-941e-d748e1f7c483 req-9173f1cb-5149-4e0a-b717-933eefc5d3fd tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Jun 23 17:24:33.695503 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35384) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:33.704714 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fbbd9-7f46-4656-a591-85df30b6d469 req-f9a2763f-c3ce-44fb-bb28-bff828355694 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:33.711398 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-103fbbd9-7f46-4656-a591-85df30b6d469 req-f9a2763f-c3ce-44fb-bb28-bff828355694 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 945 time: 0.0928218 Jun 23 17:24:33.754008 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-103fbbd9-7f46-4656-a591-85df30b6d469 req-d81f9366-6eac-46dd-a300-6255142678d9 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Jun 23 17:24:33.831593 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18a7096f-8192-49f5-b258-12cfdc6ed3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:33.932465 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18a7096f-8192-49f5-b258-12cfdc6ed3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:33.937451 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18a7096f-8192-49f5-b258-12cfdc6ed3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:33.941010 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2945f9e1-d754-44f0-af2d-f32ef48367ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:33.957630 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 674561fb-bb1e-47ed-bb1b-06d4af755eb3 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:33.976381 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-18a7096f-8192-49f5-b258-12cfdc6ed3ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9830290d71e84c91a7596700baaba81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798159 Jun 23 17:24:33.977479 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7096f-8192-49f5-b258-12cfdc6ed3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7dddc6-dd27-47ce-99b6-cd15ea5a193c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:33.980456 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35394) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:33.992230 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-18a7096f-8192-49f5-b258-12cfdc6ed3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:34.033610 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:34.037541 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:34.037946 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.045132 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.070672 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.133622 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.137203 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.141761 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c7dddc6-dd27-47ce-99b6-cd15ea5a193c HTTP/1.1" status: 204 len: 168 time: 0.1575623 Jun 23 17:24:34.143259 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:34.148833 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.161073 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7dddc6-dd27-47ce-99b6-cd15ea5a193c,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:34.168220 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:34.255196 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674561fb-bb1e-47ed-bb1b-06d4af755eb3'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:34.309547 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372ad06-aa31-4093-9d37-9ba8a14e0d8e req-5e6d100f-d0a4-4955-ab6a-fb7d1c40448d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:34.311293 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a372ad06-aa31-4093-9d37-9ba8a14e0d8e req-5e6d100f-d0a4-4955-ab6a-fb7d1c40448d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 945 time: 0.0856400 Jun 23 17:24:34.352175 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 674561fb-bb1e-47ed-bb1b-06d4af755eb3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:34.357901 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a372ad06-aa31-4093-9d37-9ba8a14e0d8e req-1b8c46ba-f8f6-493b-8000-81f33b16f6a1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Jun 23 17:24:34.358085 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.358981 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 09853195-b092-4ea4-83da-47b41d2cf198 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:34.360849 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:34.450699 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=674561fb-bb1e-47ed-bb1b-06d4af755eb3,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:34.454500 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:34.470119 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 09853195-b092-4ea4-83da-47b41d2cf198 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:34.474374 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 09853195-b092-4ea4-83da-47b41d2cf198 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:34.474812 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.519060 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35418) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:34.544495 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d737b02d-640e-4836-a2c0-97b3330f1c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.575837 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.621506 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 09853195-b092-4ea4-83da-47b41d2cf198, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=09853195-b092-4ea4-83da-47b41d2cf198,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:34.627017 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.628082 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 0247a103-35e4-4bc9-b520-e81a32e59b6b up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:34.632116 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:34.638958 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35424) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:34.645465 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ae5e80-357d-4a95-ae5a-8185d7a25098" -d '{"events": [{"server_uuid": "d8de0d3a-6ff0-4b61-b244-a0369d737a1e", "name": "network-vif-plugged", "status": "completed", "tag": "674561fb-bb1e-47ed-bb1b-06d4af755eb3"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:34.749802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d737b02d-640e-4836-a2c0-97b3330f1c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.755491 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=09853195-b092-4ea4-83da-47b41d2cf198,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:34.760623 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:34.768528 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb62ffed-4542-4e7a-b2d5-49cd9c279e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.770149 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 0247a103-35e4-4bc9-b520-e81a32e59b6b completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:34.774611 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 0247a103-35e4-4bc9-b520-e81a32e59b6b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:34.775057 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.789564 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d737b02d-640e-4836-a2c0-97b3330f1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.800919 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:34.855590 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-d737b02d-640e-4836-a2c0-97b3330f1c5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=165775168d2046cb9b0451e8127069e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352861 Jun 23 17:24:34.857886 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737b02d-640e-4836-a2c0-97b3330f1c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6bc032-c4f2-43a9-ac81-a001a3512c47,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:34.861637 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35432) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:34.866503 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.867782 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb62ffed-4542-4e7a-b2d5-49cd9c279e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.870178 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d737b02d-640e-4836-a2c0-97b3330f1c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:34.874913 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb62ffed-4542-4e7a-b2d5-49cd9c279e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.877978 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-266d014d-d73d-41fa-b634-dbdfd819d916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:34.894704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf152a9-eb86-4057-a310-447065a50ba0 req-f762d945-dfe2-4f53-bdc7-f2aa188dfdd7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:34.896154 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2bf152a9-eb86-4057-a310-447065a50ba0 req-f762d945-dfe2-4f53-bdc7-f2aa188dfdd7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.1936769 Jun 23 17:24:34.903989 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab045b-e550-4c7e-ae90-e4a760c793d8 req-97ca1780-7bca-4596-b091-efa58bd09653 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:34.905421 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-65ab045b-e550-4c7e-ae90-e4a760c793d8 req-97ca1780-7bca-4596-b091-efa58bd09653 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 945 time: 0.1990376 Jun 23 17:24:34.911254 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 0247a103-35e4-4bc9-b520-e81a32e59b6b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=0247a103-35e4-4bc9-b520-e81a32e59b6b,segment=NetworkSegment(d36f2405-29ac-41f7-afb8-2d29e93d1f72),segment_id=d36f2405-29ac-41f7-afb8-2d29e93d1f72)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:34.917363 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.918939 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3b468379-9660-4214-ada2-87f77e1f1137 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:34.922183 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:34.922303 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-cb62ffed-4542-4e7a-b2d5-49cd9c279e28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1a65e6cb31d42a69df451ef193a5f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816789 Jun 23 17:24:34.922744 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35434) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:34.923391 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62ffed-4542-4e7a-b2d5-49cd9c279e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53061573-e4d1-4630-86f2-3a4ff5130bed,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:34.933557 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cb62ffed-4542-4e7a-b2d5-49cd9c279e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:34.982608 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:34.993987 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2bf152a9-eb86-4057-a310-447065a50ba0 req-1b2da236-eaad-4db6-91f2-6f3a22c1451a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875030 Jun 23 17:24:34.995342 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.006418 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=0247a103-35e4-4bc9-b520-e81a32e59b6b,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:35.008640 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.009301 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-65ab045b-e550-4c7e-ae90-e4a760c793d8 req-87b42432-a963-497d-bdf3-edbb4511bf06 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851707 Jun 23 17:24:35.010038 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:35.039218 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 3b468379-9660-4214-ada2-87f77e1f1137 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:35.045077 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 3b468379-9660-4214-ada2-87f77e1f1137 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:35.045565 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.051126 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.116198 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.119802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.124005 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c6bc032-c4f2-43a9-ac81-a001a3512c47 HTTP/1.1" status: 204 len: 168 time: 0.2606194 Jun 23 17:24:35.124761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:35.132642 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6bc032-c4f2-43a9-ac81-a001a3512c47,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:35.141759 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:35.186612 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.191867 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.195326 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53061573-e4d1-4630-86f2-3a4ff5130bed HTTP/1.1" status: 204 len: 168 time: 0.2664666 Jun 23 17:24:35.195326 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:35.210002 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53061573-e4d1-4630-86f2-3a4ff5130bed,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:35.216161 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:35.219292 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.226221 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7bc815-7af1-4be2-a3e5-e4778d567a08 x-openstack-request-id: req-ef7bc815-7af1-4be2-a3e5-e4778d567a08 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:35.226543 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de0d3a-6ff0-4b61-b244-a0369d737a1e", "name": "network-vif-plugged", "status": "completed", "tag": "674561fb-bb1e-47ed-bb1b-06d4af755eb3", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:35.226857 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef7bc815-7af1-4be2-a3e5-e4778d567a08 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:35.227452 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674561fb-bb1e-47ed-bb1b-06d4af755eb3', 'code': 200} Jun 23 17:24:35.252602 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800ee59-7da0-4cfe-8c27-0630f8ceac2b req-03a40f0f-c421-47ba-9029-589fa4370490 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:35.254564 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4800ee59-7da0-4cfe-8c27-0630f8ceac2b req-03a40f0f-c421-47ba-9029-589fa4370490 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 946 time: 0.0925641 Jun 23 17:24:35.274054 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 3b468379-9660-4214-ada2-87f77e1f1137, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b468379-9660-4214-ada2-87f77e1f1137,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:35.282815 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.285653 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:35.352711 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4800ee59-7da0-4cfe-8c27-0630f8ceac2b req-5db0f8df-5aad-4734-8449-3a25f6a844af tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810890 Jun 23 17:24:35.358140 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=3b468379-9660-4214-ada2-87f77e1f1137,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:35.366007 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:35.610378 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd67218-341b-4f36-b005-3b18ef9d62aa req-db186c60-b545-4af3-a89d-b5656c910000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:35.610378 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dfd67218-341b-4f36-b005-3b18ef9d62aa req-db186c60-b545-4af3-a89d-b5656c910000 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 1099 time: 0.1442633 Jun 23 17:24:35.636717 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fb5ff-ccb3-4d2f-b2e1-af7280a9d1a2 req-62f90d9c-8aca-41dc-b9c7-60aac050e379 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:35.638455 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3d2fb5ff-ccb3-4d2f-b2e1-af7280a9d1a2 req-62f90d9c-8aca-41dc-b9c7-60aac050e379 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1405516 Jun 23 17:24:35.639522 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-dfd67218-341b-4f36-b005-3b18ef9d62aa req-57c6edcd-2896-42bb-8a54-1bd5cc5767ff service neutron] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.708412 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35474) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:35.717743 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3d2fb5ff-ccb3-4d2f-b2e1-af7280a9d1a2 req-c0e9b363-5f34-497e-8618-9041d467c4bb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Jun 23 17:24:35.740528 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4934a1c6-2a07-4e66-8f0f-0d78231227f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.798841 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-dfd67218-341b-4f36-b005-3b18ef9d62aa req-57c6edcd-2896-42bb-8a54-1bd5cc5767ff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.806829 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-dfd67218-341b-4f36-b005-3b18ef9d62aa req-57c6edcd-2896-42bb-8a54-1bd5cc5767ff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.814659 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e30fa344-9940-41c7-bbfc-38168685c0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:35.858783 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dfd67218-341b-4f36-b005-3b18ef9d62aa req-57c6edcd-2896-42bb-8a54-1bd5cc5767ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415824 Jun 23 17:24:35.870941 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6edcd-2896-42bb-8a54-1bd5cc5767ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28ef15-78cb-4731-86b7-8c346b43efe8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:35.875249 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-57c6edcd-2896-42bb-8a54-1bd5cc5767ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:35.905819 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4934a1c6-2a07-4e66-8f0f-0d78231227f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.910165 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4934a1c6-2a07-4e66-8f0f-0d78231227f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.913788 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a185e953-7dc6-4827-be61-4cd7f8815fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:35.954002 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4934a1c6-2a07-4e66-8f0f-0d78231227f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a65be8dfcf9045f89177cbcc6fb6cb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439494 Jun 23 17:24:35.955218 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934a1c6-2a07-4e66-8f0f-0d78231227f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272efe35-5eb0-48bf-8b7a-fe4e5e323f31,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:35.956712 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35486) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:35.958314 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4934a1c6-2a07-4e66-8f0f-0d78231227f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:35.973206 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:24:36.014224 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:36.054143 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:36.088352 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:36.106204 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'port_id': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'mac_address': 'fa:16:3e:ab:22:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:24:36.123963 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:36.127451 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:36.138865 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/272efe35-5eb0-48bf-8b7a-fe4e5e323f31 HTTP/1.1" status: 204 len: 168 time: 0.1736808 Jun 23 17:24:36.147505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1896c956-9085-4a16-9f60-298476841a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:36.255454 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272efe35-5eb0-48bf-8b7a-fe4e5e323f31,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:36.269070 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:36.283733 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:36.300798 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a93dab1-a6db-402a-8358-bc93fb2ea31e {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:36.312205 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c029d6-5be1-4e96-a191-b2b397827ce1 req-258ff0a2-e2f2-402a-b47e-cfcb9ceec83a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:36.314244 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-92c029d6-5be1-4e96-a191-b2b397827ce1 req-258ff0a2-e2f2-402a-b47e-cfcb9ceec83a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.1709583 Jun 23 17:24:36.325930 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:36.333034 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:36.335273 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:36.341036 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be621a-1ce7-4449-b1fb-dddab872a54d req-24b5c58f-373c-4ed9-8431-a83ff0ca3557 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:36.342559 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6be621a-1ce7-4449-b1fb-dddab872a54d req-24b5c58f-373c-4ed9-8431-a83ff0ca3557 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 946 time: 0.1340065 Jun 23 17:24:36.397045 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6be621a-1ce7-4449-b1fb-dddab872a54d req-0547eb67-4a23-4068-8120-477986460948 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Jun 23 17:24:36.408726 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-92c029d6-5be1-4e96-a191-b2b397827ce1 req-25eca7e4-548e-449b-98bf-aca195805d5a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853028 Jun 23 17:24:36.427628 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:36.431166 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:36.590033 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6aa01-90e0-44a5-a0cc-e88fb383e514 req-437aba12-398f-4cec-b564-d5401f7c90a8 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:36.590834 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['2a93dab1-a6db-402a-8358-bc93fb2ea31e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:36.592120 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-14e6aa01-90e0-44a5-a0cc-e88fb383e514 req-437aba12-398f-4cec-b564-d5401f7c90a8 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 946 time: 0.0702386 Jun 23 17:24:36.642542 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-14e6aa01-90e0-44a5-a0cc-e88fb383e514 req-940695d1-49e0-41ac-a8e9-66b65210d641 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425477 Jun 23 17:24:36.939672 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e3bd0-56b7-4a29-812e-6e41cfd92865 req-8a40f553-c938-4260-aed0-33068abb6684 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:36.946475 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7c8e3bd0-56b7-4a29-812e-6e41cfd92865 req-8a40f553-c938-4260-aed0-33068abb6684 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.0832131 Jun 23 17:24:36.992423 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7c8e3bd0-56b7-4a29-812e-6e41cfd92865 req-034934e5-4bee-4f52-a7ec-48550ea13d96 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Jun 23 17:24:37.229680 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09853195-b092-4ea4-83da-47b41d2cf198'}, {'server_uuid': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247a103-35e4-4bc9-b520-e81a32e59b6b'}, {'server_uuid': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b468379-9660-4214-ada2-87f77e1f1137'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:37.233253 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d52bffb-77a3-4297-a518-e61d3e05fe5a" -d '{"events": [{"server_uuid": "260a7970-e8e8-47f6-9a00-2a8c37d2d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "09853195-b092-4ea4-83da-47b41d2cf198"}, {"server_uuid": "1871d2b9-ad5d-42ae-91e4-4527e063fbab", "name": "network-vif-plugged", "status": "completed", "tag": "0247a103-35e4-4bc9-b520-e81a32e59b6b"}, {"server_uuid": "af74e8d0-df0e-4728-9e07-8b7cec1a2ee1", "name": "network-vif-plugged", "status": "completed", "tag": "3b468379-9660-4214-ada2-87f77e1f1137"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:37.297103 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70641908-4b9d-43ff-bb9c-88c4039f79e4 x-openstack-request-id: req-70641908-4b9d-43ff-bb9c-88c4039f79e4 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:37.297343 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260a7970-e8e8-47f6-9a00-2a8c37d2d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "09853195-b092-4ea4-83da-47b41d2cf198", "code": 200}, {"server_uuid": "1871d2b9-ad5d-42ae-91e4-4527e063fbab", "name": "network-vif-plugged", "status": "completed", "tag": "0247a103-35e4-4bc9-b520-e81a32e59b6b", "code": 200}, {"server_uuid": "af74e8d0-df0e-4728-9e07-8b7cec1a2ee1", "name": "network-vif-plugged", "status": "completed", "tag": "3b468379-9660-4214-ada2-87f77e1f1137", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:37.297806 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70641908-4b9d-43ff-bb9c-88c4039f79e4 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:37.298549 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09853195-b092-4ea4-83da-47b41d2cf198', 'code': 200} Jun 23 17:24:37.298844 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247a103-35e4-4bc9-b520-e81a32e59b6b', 'code': 200} Jun 23 17:24:37.299091 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b468379-9660-4214-ada2-87f77e1f1137', 'code': 200} Jun 23 17:24:37.898547 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc0dc-80c3-4803-9155-f1a90baf8711 req-47268738-0bc9-4301-9cf2-e5093f5cf634 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:37.905885 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2a5bc0dc-80c3-4803-9155-f1a90baf8711 req-47268738-0bc9-4301-9cf2-e5093f5cf634 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 946 time: 0.2883101 Jun 23 17:24:37.911886 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b151655-49e7-4def-9fdf-b6a91e9d557e req-08c593af-fdba-4261-ba96-e17499bcd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:37.914398 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-0b151655-49e7-4def-9fdf-b6a91e9d557e req-08c593af-fdba-4261-ba96-e17499bcd572 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 1099 time: 0.1138206 Jun 23 17:24:37.920246 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebef6c3-4ee9-43bd-a9a1-6ed9b139c43c req-25ef91e7-b516-43a6-becd-ed2e1d33c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:37.921672 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ebef6c3-4ee9-43bd-a9a1-6ed9b139c43c req-25ef91e7-b516-43a6-becd-ed2e1d33c614 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 1099 time: 0.2735145 Jun 23 17:24:37.931176 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3c0ea-4743-485d-811c-36d9057b7fb0 req-176b6fcd-c932-43a9-9a0e-d77c7e5ad800 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:37.932799 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bde3c0ea-4743-485d-811c-36d9057b7fb0 req-176b6fcd-c932-43a9-9a0e-d77c7e5ad800 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 944 time: 0.2095842 Jun 23 17:24:37.985060 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-0b151655-49e7-4def-9fdf-b6a91e9d557e req-32664d03-6009-41db-949d-79a81e653673 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 Jun 23 17:24:37.996232 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:37.999047 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b81b-c59e-4f30-be8d-5fbe73b2f2b0 req-b917c3eb-d46d-4f77-8eee-09b4476e0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:38.000511 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-16a3b81b-c59e-4f30-be8d-5fbe73b2f2b0 req-b917c3eb-d46d-4f77-8eee-09b4476e0467 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.2097523 Jun 23 17:24:38.029991 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2a5bc0dc-80c3-4803-9155-f1a90baf8711 req-90173eb7-4a2c-423e-af32-c21adb7a1650 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232326 Jun 23 17:24:38.044884 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ebef6c3-4ee9-43bd-a9a1-6ed9b139c43c req-f9be7434-3303-436a-a08c-3154f7304d9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109838 Jun 23 17:24:38.062874 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bde3c0ea-4743-485d-811c-36d9057b7fb0 req-b31c1772-6425-480a-9f44-e46242a557c1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152112 Jun 23 17:24:38.076656 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 2a93dab1-a6db-402a-8358-bc93fb2ea31e completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:38.082624 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 2a93dab1-a6db-402a-8358-bc93fb2ea31e triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:38.083238 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.109864 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-16a3b81b-c59e-4f30-be8d-5fbe73b2f2b0 req-c3b42d19-069a-4953-a8f5-89a35eaffe01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743992 Jun 23 17:24:38.229136 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.275131 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:38.281715 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.286149 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:38.324954 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed6473-2e18-4e24-bb4f-a15d8f44c4ac req-91fdffaa-18e8-45bd-8f31-017b744532e3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:38.326099 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61ed6473-2e18-4e24-bb4f-a15d8f44c4ac req-91fdffaa-18e8-45bd-8f31-017b744532e3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1186681 Jun 23 17:24:38.335079 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd04369-fc5e-42cf-a9d5-52d84067a1db req-2952942d-01c3-4b08-bf21-8c9d45c9fa82 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:38.336496 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6bd04369-fc5e-42cf-a9d5-52d84067a1db req-2952942d-01c3-4b08-bf21-8c9d45c9fa82 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 946 time: 0.1189153 Jun 23 17:24:38.355700 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:38.359210 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:38.399442 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35652) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:38.405864 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61ed6473-2e18-4e24-bb4f-a15d8f44c4ac req-4185909f-4d9b-4c94-acc6-2dc9cde51788 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611954 Jun 23 17:24:38.429709 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6bd04369-fc5e-42cf-a9d5-52d84067a1db req-de4b6f0e-14f6-45d8-a4e6-04321859f40a tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 Jun 23 17:24:38.529587 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-157f3321-f938-42f3-898b-ac820873a27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.637089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-157f3321-f938-42f3-898b-ac820873a27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.641143 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-157f3321-f938-42f3-898b-ac820873a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.643734 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:38.686138 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-157f3321-f938-42f3-898b-ac820873a27e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf8c9363db54455b895e0667073c409f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853644 Jun 23 17:24:38.687370 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f3321-f938-42f3-898b-ac820873a27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7043861-135b-453e-a901-2767de98a846,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:38.689354 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35664) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:38.690607 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-157f3321-f938-42f3-898b-ac820873a27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:38.752882 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.782271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.839066 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.842418 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:38.843940 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7043861-135b-453e-a901-2767de98a846 HTTP/1.1" status: 204 len: 168 time: 0.1533895 Jun 23 17:24:38.845032 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ca49939d-5a23-4ddc-ab4e-dadbafd426f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:38.854919 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7043861-135b-453e-a901-2767de98a846,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:38.857458 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:39.225872 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35688) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:39.245919 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa63b-22f5-4e47-b3f5-07aeba1ba840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.300549 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:39.303572 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f503f857-3b00-4fd2-9609-e56e1e5c06e2" -d '{"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:39.348577 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5112f67-1284-45f1-9c03-2b2b67c599e0 req-1884d75e-b03c-4217-be4c-6f40a97849b4 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:39.351494 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f5112f67-1284-45f1-9c03-2b2b67c599e0 req-1884d75e-b03c-4217-be4c-6f40a97849b4 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 946 time: 0.1567354 Jun 23 17:24:39.361829 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24396cd-7fd4-44fc-9372-bc77ae077810 req-c99dae5c-fec7-46e7-8dcc-858f1d9b48b3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:39.367210 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa63b-22f5-4e47-b3f5-07aeba1ba840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.373153 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e24396cd-7fd4-44fc-9372-bc77ae077810 req-c99dae5c-fec7-46e7-8dcc-858f1d9b48b3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1382065 Jun 23 17:24:39.375253 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa63b-22f5-4e47-b3f5-07aeba1ba840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.410815 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-334882a5-7afe-4450-8961-7ce9984df0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:39.438371 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-f4dfa63b-22f5-4e47-b3f5-07aeba1ba840 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e3e7a5b06924bbfb322a03547d20f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086782 Jun 23 17:24:39.440972 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35700) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:39.458891 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e24396cd-7fd4-44fc-9372-bc77ae077810 req-2f138619-a688-4e07-a216-be92f473dc86 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841174 Jun 23 17:24:39.460721 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa63b-22f5-4e47-b3f5-07aeba1ba840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf3ac3-3a0b-421c-9718-78fb62fc9908,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:39.466272 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f5112f67-1284-45f1-9c03-2b2b67c599e0 req-d055bf64-2f87-4621-9bf8-89d77e5ac0b7 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885756 Jun 23 17:24:39.498793 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f4dfa63b-22f5-4e47-b3f5-07aeba1ba840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:39.524080 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.528032 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e7071-b0be-4653-9f0d-22c4ce39401b x-openstack-request-id: req-573e7071-b0be-4653-9f0d-22c4ce39401b {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:39.528326 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:39.528583 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-573e7071-b0be-4653-9f0d-22c4ce39401b {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:39.528972 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'code': 200} Jun 23 17:24:39.551718 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.614703 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.617488 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.618659 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/acdf3ac3-3a0b-421c-9718-78fb62fc9908 HTTP/1.1" status: 204 len: 168 time: 0.1766174 Jun 23 17:24:39.620116 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:39.639540 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf3ac3-3a0b-421c-9718-78fb62fc9908,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:39.643111 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:39.678377 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfcdca-e897-4f60-8805-57718a4431a4 req-69151583-d06c-41e1-85f1-fdfedcca5c09 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:39.679902 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-97bfcdca-e897-4f60-8805-57718a4431a4 req-69151583-d06c-41e1-85f1-fdfedcca5c09 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.0788412 Jun 23 17:24:39.724067 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-97bfcdca-e897-4f60-8805-57718a4431a4 req-1e30f7a3-882b-4f47-a87d-0a91d5d86c72 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Jun 23 17:24:39.853691 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba11-5674-4fe3-954a-1cde8c661b32 req-2aba427f-3851-4471-bbb7-f7d7d57d73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:39.855477 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-01a1ba11-5674-4fe3-954a-1cde8c661b32 req-2aba427f-3851-4471-bbb7-f7d7d57d73e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0630825 Jun 23 17:24:39.892079 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-01a1ba11-5674-4fe3-954a-1cde8c661b32 req-370f98e9-4ef7-4e44-a168-96481957358d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296419 Jun 23 17:24:40.220763 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-a7557023-6eb1-4859-8844-019c4447626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:40.222268 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-a7557023-6eb1-4859-8844-019c4447626f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 1099 time: 0.1455348 Jun 23 17:24:40.497401 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35752) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:40.513612 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd0ac-3038-4fd0-9de5-2fc12a0556ea req-c5474c80-fe14-430e-b46e-d2f895bd63c6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:40.520528 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ccadd0ac-3038-4fd0-9de5-2fc12a0556ea req-c5474c80-fe14-430e-b46e-d2f895bd63c6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.3997600 Jun 23 17:24:40.590378 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ccadd0ac-3038-4fd0-9de5-2fc12a0556ea req-cdb96d43-7291-4993-8914-8e0799ae78d0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Jun 23 17:24:40.591724 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-cd503b57-6980-4337-807c-aa2d578db46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:40.593107 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-cd503b57-6980-4337-807c-aa2d578db46e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 920 time: 0.3614666 Jun 23 17:24:40.696633 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-91d6237f-93a6-4017-9dd0-36582b5fdabe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b468379-9660-4214-ada2-87f77e1f1137 HTTP/1.1" status: 200 len: 217 time: 0.0785899 Jun 23 17:24:40.716486 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cc65546d-cd9b-4a20-8fde-fcb8144fe96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:40.759167 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3b120bad-12ae-4c05-9d42-26092bcd0206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:40.949995 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3b120bad-12ae-4c05-9d42-26092bcd0206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:40.956398 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3b120bad-12ae-4c05-9d42-26092bcd0206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:40.960710 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-57e9916f-377e-49a7-a5da-576d2a21b672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:40.977336 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-5920482b-1385-4142-b0ff-02dfc99be0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:40.980183 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-5920482b-1385-4142-b0ff-02dfc99be0a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.2711771 Jun 23 17:24:41.015923 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3b120bad-12ae-4c05-9d42-26092bcd0206 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=305fcadc62944c8da5068b1e581a0dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161304 Jun 23 17:24:41.019955 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35778) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:41.020825 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080275a1-dd5e-4f93-9b70-d5e67f48d911 req-b0197cee-2378-4c5b-8205-406eca9daf22 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:41.022478 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-080275a1-dd5e-4f93-9b70-d5e67f48d911 req-b0197cee-2378-4c5b-8205-406eca9daf22 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.3000026 Jun 23 17:24:41.033611 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b120bad-12ae-4c05-9d42-26092bcd0206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608a88b7-dba7-49d0-b830-ee75dfca4114,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:41.036145 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6dd47-2b91-4bc3-af02-b217c14ff0b7 req-b65bfbeb-3164-426e-aa64-6a465443be8c tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:41.037573 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-20b6dd47-2b91-4bc3-af02-b217c14ff0b7 req-b65bfbeb-3164-426e-aa64-6a465443be8c tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 946 time: 0.1922741 Jun 23 17:24:41.048768 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3b120bad-12ae-4c05-9d42-26092bcd0206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:41.145119 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:41.152155 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-08559072-6aa6-4735-92c5-b54114167113 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783892 Jun 23 17:24:41.186847 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:41.203202 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-20b6dd47-2b91-4bc3-af02-b217c14ff0b7 req-44aa9038-f786-4a05-ac05-d9bb51bb96a5 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580155 Jun 23 17:24:41.205758 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-080275a1-dd5e-4f93-9b70-d5e67f48d911 req-a9c9e9cc-03b6-43da-8906-fd9fdf2f79a3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672337 Jun 23 17:24:41.293775 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:41.296707 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:41.300532 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/608a88b7-dba7-49d0-b830-ee75dfca4114 HTTP/1.1" status: 204 len: 168 time: 0.2770786 Jun 23 17:24:41.300532 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f4dfa63b-22f5-4e47-b3f5-07aeba1ba840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:41.308520 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a88b7-dba7-49d0-b830-ee75dfca4114,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:41.320570 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:41.339184 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-49ec2bb2-a809-4d6f-a2b2-5def6995eee7 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698408 Jun 23 17:24:41.447905 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47c1087e-32fe-47d0-9e75-7cc6a3392b50 req-693f6a64-a6e1-40f1-ad83-ade773684684 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009688 Jun 23 17:24:41.800841 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35804) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:41.817232 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d30756e0-440f-4308-bd21-f70a5d3a843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:41.844187 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3d9c8-a07a-4e57-ae0c-b2607b1e0784 req-a751f100-cfaf-4f80-8489-4d4d2d2e6302 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:41.848458 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ffd3d9c8-a07a-4e57-ae0c-b2607b1e0784 req-a751f100-cfaf-4f80-8489-4d4d2d2e6302 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1206069 Jun 23 17:24:41.913640 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35812) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:41.940351 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ffd3d9c8-a07a-4e57-ae0c-b2607b1e0784 req-dd84bbad-081b-4907-b024-fc1bf4080cec tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814126 Jun 23 17:24:41.964865 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d30756e0-440f-4308-bd21-f70a5d3a843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:41.970364 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d30756e0-440f-4308-bd21-f70a5d3a843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:41.974959 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f086ea16-4aad-4322-96a4-4b95c20a5b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:42.015917 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-d30756e0-440f-4308-bd21-f70a5d3a843f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d913bb5b9744e07bfb34c5c8fe1ab85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116745 Jun 23 17:24:42.017179 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35820) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:42.030463 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30756e0-440f-4308-bd21-f70a5d3a843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8bd8a-e239-418a-81e9-8a265c5b3531,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:42.035713 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d30756e0-440f-4308-bd21-f70a5d3a843f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:42.080526 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.103887 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.122173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f8cd499f-7948-46ff-a155-71ac779f9a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.171658 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.174643 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.178515 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77b8bd8a-e239-418a-81e9-8a265c5b3531 HTTP/1.1" status: 204 len: 168 time: 0.1582594 Jun 23 17:24:42.178515 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d30756e0-440f-4308-bd21-f70a5d3a843f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:42.187841 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8bd8a-e239-418a-81e9-8a265c5b3531,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:42.191497 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:42.271170 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f8cd499f-7948-46ff-a155-71ac779f9a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.276683 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f8cd499f-7948-46ff-a155-71ac779f9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.302153 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2b205591-4cbf-4c98-99fb-4564640d5809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:42.305812 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f8cd499f-7948-46ff-a155-71ac779f9a3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b839f3cfd6534e80a4580b3fd2311ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909135 Jun 23 17:24:42.309384 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35838) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:42.348434 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd499f-7948-46ff-a155-71ac779f9a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66078950-27f4-4de2-82b9-5c7adb956de8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:42.352011 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f8cd499f-7948-46ff-a155-71ac779f9a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:42.392896 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.416069 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.461407 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2536-2301-4d1a-9b20-8da7c69198ed req-376f25a9-4c9f-4253-854c-5df16665b69e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:42.464177 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-54aa2536-2301-4d1a-9b20-8da7c69198ed req-376f25a9-4c9f-4253-854c-5df16665b69e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0763433 Jun 23 17:24:42.477916 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.481187 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.484962 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66078950-27f4-4de2-82b9-5c7adb956de8 HTTP/1.1" status: 204 len: 168 time: 0.1720440 Jun 23 17:24:42.484962 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-687b90f3-f2de-452f-bfe3-78e9f04f6b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:42.492049 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66078950-27f4-4de2-82b9-5c7adb956de8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:42.500199 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:42.528449 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-54aa2536-2301-4d1a-9b20-8da7c69198ed req-1508f654-7168-4ed8-86c6-d484ce97178e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570049 Jun 23 17:24:42.760651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7b11d-b5a7-418f-8abf-d34a0511f22e req-199f9fcb-eac5-4fb7-8c12-4af973977184 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:42.776969 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-67a7b11d-b5a7-418f-8abf-d34a0511f22e req-199f9fcb-eac5-4fb7-8c12-4af973977184 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1092970 Jun 23 17:24:42.786212 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35866) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:42.798206 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'floatingip': {'port_id': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:42.900923 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35876) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:42.910178 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:42.919860 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f787ca2-6220-4134-8f4e-8604eb9dae16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.169776 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f787ca2-6220-4134-8f4e-8604eb9dae16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.175041 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f787ca2-6220-4134-8f4e-8604eb9dae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.178882 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-62378ee5-39e5-49d7-836e-c9319c4e4a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:43.313380 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8c3d5-b88e-4a4a-a055-b4b6e8965889 req-f0da3c3e-dce9-4740-a042-89355c52c884 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:43.314950 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aff8c3d5-b88e-4a4a-a055-b4b6e8965889 req-f0da3c3e-dce9-4740-a042-89355c52c884 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1393492 Jun 23 17:24:43.454466 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-38a98752-e5d5-47e6-b5f3-42f343668b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.475099 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f787ca2-6220-4134-8f4e-8604eb9dae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d5d1f-90ed-4eed-9f24-6ce17c61b2a5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:43.480028 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.491104 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-5f787ca2-6220-4134-8f4e-8604eb9dae16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd6715a982ee4d67999fe77010cdaa80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868261 Jun 23 17:24:43.492095 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f787ca2-6220-4134-8f4e-8604eb9dae16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:43.492561 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35910) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:43.516638 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aff8c3d5-b88e-4a4a-a055-b4b6e8965889 req-bb92b639-6f8a-4d30-a673-87bc24c4dc10 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717920 Jun 23 17:24:43.614326 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.640398 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.718663 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.721368 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:43.725249 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/042d5d1f-90ed-4eed-9f24-6ce17c61b2a5 HTTP/1.1" status: 204 len: 168 time: 0.2317421 Jun 23 17:24:43.726266 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-18a7096f-8192-49f5-b258-12cfdc6ed3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:43.735763 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d5d1f-90ed-4eed-9f24-6ce17c61b2a5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:43.744830 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:43.875741 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-d1bf77c3-1928-42d0-b696-d618d9be26c5 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:43.879754 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-d1bf77c3-1928-42d0-b696-d618d9be26c5 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.2192395 Jun 23 17:24:43.910142 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-768e4e7d-f2b5-417e-b71f-b2e5ba98e7f7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/quotas/fd4dba86273d4a4fb0b8d4f268e0f868 HTTP/1.1" status: 200 len: 375 time: 0.0202327 Jun 23 17:24:43.935780 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.db.resource_extend [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 17:24:44.060813 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:44.068596 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:44.111048 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-ebe09d88-2191-4d03-aac2-5953eb26dd14 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1873446 Jun 23 17:24:44.418056 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35960) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:44.452683 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Floating IP 021391bb-5750-4134-a35a-fe9838b0320d associated. External IP: 172.28.2.7, port: 2a93dab1-a6db-402a-8358-bc93fb2ea31e. Jun 23 17:24:44.531805 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:44.562367 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-37b1120e-ae88-478c-96fe-6e56ac0353b8 service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416914 Jun 23 17:24:44.586483 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-97ce2725-686b-4d94-8c3a-ae570e6d98e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:44.752217 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-de0aa76e-8c32-4c5b-b17c-6a70d487b509 service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886921 Jun 23 17:24:44.846640 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-97ce2725-686b-4d94-8c3a-ae570e6d98e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:44.856471 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-97ce2725-686b-4d94-8c3a-ae570e6d98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:44.870232 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5624a201-949c-4168-af77-c4ce2ca63efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:44.916256 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Router fdb89b07-1c58-4be5-a3fb-16be83b136cd has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:24:44.934291 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7c3a-cda9-4c6b-ae66-7150e4b164a7 req-13e58e47-0fa3-499f-a4df-1a031410736c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:44.937410 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4a4f7c3a-cda9-4c6b-ae66-7150e4b164a7 req-13e58e47-0fa3-499f-a4df-1a031410736c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1794765 Jun 23 17:24:45.051700 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 35994) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:45.077450 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-97ce2725-686b-4d94-8c3a-ae570e6d98e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a90ff6402bfa478f839ca00756ff5b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6564190 Jun 23 17:24:45.079921 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce2725-686b-4d94-8c3a-ae570e6d98e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc0653-68f3-4122-80d0-4e2488548128,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:45.083266 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36000) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:45.086322 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-97ce2725-686b-4d94-8c3a-ae570e6d98e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:45.109857 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4a4f7c3a-cda9-4c6b-ae66-7150e4b164a7 req-967a3025-045b-4915-ae3d-473d59f10448 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256187 Jun 23 17:24:45.150993 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:45.159806 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:45.178953 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] Sync routers for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:45.194957 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:45.195577 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:24:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:45.278383 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:45.334344 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-7099c4bd-4d67-41b3-9122-d2b03b3b821e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "PUT /v2.0/floatingips/021391bb-5750-4134-a35a-fe9838b0320d HTTP/1.1" status: 200 len: 989 time: 2.5292494 Jun 23 17:24:45.401952 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:45.416440 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002b3e6a-5f18-47ef-82df-078273b4930f" -d '{"events": [{"name": "network-changed", "server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:45.456566 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c2e46ef9-19ab-455e-ac16-bf21b831a3c9 req-ca60a390-0ea3-4fb2-a1bb-391a36c9a4e6 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 210 time: 0.1791210 Jun 23 17:24:45.518475 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:45.519192 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:45.539687 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:45.565278 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706e6a49-6dcb-44c2-a1b2-fe9ac37e0bcf x-openstack-request-id: req-706e6a49-6dcb-44c2-a1b2-fe9ac37e0bcf {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:45.565588 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:45.573645 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-706e6a49-6dcb-44c2-a1b2-fe9ac37e0bcf {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:45.573645 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'status': 'completed', 'code': 200} Jun 23 17:24:45.625783 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cc90f240-a7e2-4c32-8bbf-35dd4f7a8d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:45.753348 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:45.775133 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:45.779395 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58dc0653-68f3-4122-80d0-4e2488548128 HTTP/1.1" status: 204 len: 168 time: 0.6949627 Jun 23 17:24:45.788296 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:45.810442 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dc0653-68f3-4122-80d0-4e2488548128,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:45.817699 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:45.835583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3e6a-5f18-47ef-82df-078273b4930f req-de9dd9d7-ccfb-4283-8786-f06e6c446848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:45.837997 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-002b3e6a-5f18-47ef-82df-078273b4930f req-de9dd9d7-ccfb-4283-8786-f06e6c446848 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1098 time: 0.2082360 Jun 23 17:24:45.952893 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:24:46.007955 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3e6a-5f18-47ef-82df-078273b4930f req-57fa7aa5-60a8-425e-8521-d8c44a1e936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:46.010704 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-002b3e6a-5f18-47ef-82df-078273b4930f req-57fa7aa5-60a8-425e-8521-d8c44a1e936f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.1597357 Jun 23 17:24:46.203434 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cc90f240-a7e2-4c32-8bbf-35dd4f7a8d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.206444 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '021391bb-5750-4134-a35a-fe9838b0320d', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'floating_ip_address': '172.28.2.7', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'port_id': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'mac_address': 'fa:16:3e:ab:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:24:17Z', 'updated_at': '2021-06-23T17:24:43Z', 'revision_number': 1, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:46.217740 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cc90f240-a7e2-4c32-8bbf-35dd4f7a8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.224576 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:46.231038 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-002b3e6a-5f18-47ef-82df-078273b4930f req-4881160a-2319-491f-a43e-1a0531bb95b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 200 len: 997 time: 0.2117589 Jun 23 17:24:46.270251 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] Checking router: fdb89b07-1c58-4be5-a3fb-16be83b136cd for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:46.293361 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:24:46.294466 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:24:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:46.300989 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-cc90f240-a7e2-4c32-8bbf-35dd4f7a8d9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0743a9f44bc249d6bc4a469427f5f3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2395575 Jun 23 17:24:46.305366 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36068) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:46.344121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90f240-a7e2-4c32-8bbf-35dd4f7a8d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a19ff-ee09-4c9c-99d2-33415f996416,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:46.366446 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-cc90f240-a7e2-4c32-8bbf-35dd4f7a8d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:46.412650 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3e6a-5f18-47ef-82df-078273b4930f req-287e0031-0b7e-45fa-b2c5-83241454fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:46.415109 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-002b3e6a-5f18-47ef-82df-078273b4930f req-287e0031-0b7e-45fa-b2c5-83241454fbf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.1708577 Jun 23 17:24:46.426647 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.433592 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36072) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:46.534999 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.561901 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.562957 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:24:46.644117 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcad53-cec4-48e9-85ed-b20cbce88956 req-597746ad-1f87-4fe7-a020-cea382605b5f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:46.651802 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c3dcad53-cec4-48e9-85ed-b20cbce88956 req-597746ad-1f87-4fe7-a020-cea382605b5f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.2712152 Jun 23 17:24:46.661404 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.663873 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.664944 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/845a19ff-ee09-4c9c-99d2-33415f996416 HTTP/1.1" status: 204 len: 168 time: 0.3586361 Jun 23 17:24:46.667840 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f32c5a8f-e26a-417e-b790-55082f6fc278 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:46.682093 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3e6a-5f18-47ef-82df-078273b4930f req-a3e26ed5-8349-45c9-b6a3-3e7b35219151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:46.683548 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-002b3e6a-5f18-47ef-82df-078273b4930f req-a3e26ed5-8349-45c9-b6a3-3e7b35219151 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2594638 Jun 23 17:24:46.724721 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a19ff-ee09-4c9c-99d2-33415f996416,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:46.735921 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-098838ac-1ab6-4488-ae61-6a0650424f09 req-238c0fe1-68ec-4b5c-849e-44bd2accfe01 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 210 time: 0.0563259 Jun 23 17:24:46.749643 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:46.782052 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c3dcad53-cec4-48e9-85ed-b20cbce88956 req-02b67077-254c-451a-916d-9cab8211503c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292844 Jun 23 17:24:46.824869 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af163424-1259-4fe7-980c-28760931e5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:46.863807 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '021391bb-5750-4134-a35a-fe9838b0320d', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'floating_ip_address': '172.28.2.7', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'port_id': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'mac_address': 'fa:16:3e:ab:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:24:17Z', 'updated_at': '2021-06-23T17:24:43Z', 'revision_number': 1, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:46.904355 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-002b3e6a-5f18-47ef-82df-078273b4930f req-ebfd75d1-165b-4ca5-ab4f-366188b016db service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058151 Jun 23 17:24:46.933948 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bc9f9-57b3-4c66-82bb-4f618358f4f5 None None] The sync data for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb is: [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '021391bb-5750-4134-a35a-fe9838b0320d', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'floating_ip_address': '172.28.2.7', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'port_id': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'mac_address': 'fa:16:3e:ab:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:24:17Z', 'updated_at': '2021-06-23T17:24:43Z', 'revision_number': 1, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:47.019874 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af163424-1259-4fe7-980c-28760931e5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.037036 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af163424-1259-4fe7-980c-28760931e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.050355 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9193f222-e37e-415d-b092-15460c05f6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:47.126319 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-af163424-1259-4fe7-980c-28760931e5b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fcce82525b047d89ef35eb4d6969c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896713 Jun 23 17:24:47.137062 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36096) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:47.138541 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af163424-1259-4fe7-980c-28760931e5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed6aba3-8266-4c4e-9621-c96ff406225c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:47.150298 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-af163424-1259-4fe7-980c-28760931e5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:47.163386 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-002b3e6a-5f18-47ef-82df-078273b4930f req-26a04e97-730c-4279-afe0-421ec814909d service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459559 Jun 23 17:24:47.219618 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a4fbb-97ac-4e38-8c3f-0e337c6baa09 req-3a97c3ae-cb93-4834-9a11-4b7ab580a1f1 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:47.221617 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe6a4fbb-97ac-4e38-8c3f-0e337c6baa09 req-3a97c3ae-cb93-4834-9a11-4b7ab580a1f1 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 946 time: 0.1708345 Jun 23 17:24:47.256219 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.302495 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe6a4fbb-97ac-4e38-8c3f-0e337c6baa09 req-9c77a412-12fa-40a4-95d8-730a7c4235ea tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733752 Jun 23 17:24:47.320904 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.332400 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-91d33948-abe5-4109-94cb-1d025b9817a8 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:47.334034 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-91d33948-abe5-4109-94cb-1d025b9817a8 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.2083509 Jun 23 17:24:47.360334 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1c5944-8c25-4da3-b67e-9101f354dab8 None None] New status for floating IP 021391bb-5750-4134-a35a-fe9838b0320d: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:24:47.362561 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Request body: {'port': {'device_id': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'admin_state_up': True, 'tenant_id': 'fd4dba86273d4a4fb0b8d4f268e0f868'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:47.388728 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.393159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.395324 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ed6aba3-8266-4c4e-9621-c96ff406225c HTTP/1.1" status: 204 len: 168 time: 0.2331436 Jun 23 17:24:47.396188 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:47.405812 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed6aba3-8266-4c4e-9621-c96ff406225c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:47.418194 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:47.543434 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36110) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:47.566332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc794-6710-4bd5-89b5-d9b05fd6c108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.581113 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Made reservation on behalf of fd4dba86273d4a4fb0b8d4f268e0f868 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:47.584579 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.771392 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Allocated IP 172.20.0.9 (24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e/3b113c34-2718-4e17-b63f-ed9dd4887b9f/3e249372-0f3e-42f4-a716-8ea1d592da3e) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:47.792853 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc794-6710-4bd5-89b5-d9b05fd6c108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.803853 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc794-6710-4bd5-89b5-d9b05fd6c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:47.814087 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1919ba8c-e7d4-4a79-878b-7b4393843360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:47.871296 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-2ffdc794-6710-4bd5-89b5-d9b05fd6c108 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c58140abbe94f3193080b6ebb66f8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261874 Jun 23 17:24:47.874838 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdc794-6710-4bd5-89b5-d9b05fd6c108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e371415-ea44-4934-8660-d77625a87bb5,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:47.875202 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36124) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:47.879835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2ffdc794-6710-4bd5-89b5-d9b05fd6c108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:48.000454 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.038404 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.041315 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.097840 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa0d704d-0454-49eb-b361-a7d92cb4c02d req-21737f73-a406-48d1-9f5c-8fe56580ac13 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 210 time: 0.0816476 Jun 23 17:24:48.114294 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.120798 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36136) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:48.121202 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.122332 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e371415-ea44-4934-8660-d77625a87bb5 HTTP/1.1" status: 204 len: 168 time: 0.2461603 Jun 23 17:24:48.123148 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cb62ffed-4542-4e7a-b2d5-49cd9c279e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:48.133973 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e371415-ea44-4934-8660-d77625a87bb5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:48.137049 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:48.179608 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6cea091d-fa86-47d1-aa31-10d6218aba3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.233759 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b08eb7-c332-4f95-b1fd-9707050140e9 req-8d72c19d-d7bc-471b-8bbb-6ddf8be23667 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:48.235227 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-17b08eb7-c332-4f95-b1fd-9707050140e9 req-8d72c19d-d7bc-471b-8bbb-6ddf8be23667 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1989934 Jun 23 17:24:48.240589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.262000 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:48.270757 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:48.355059 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:48.371134 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:48.378282 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:48.383402 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:48.384008 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.391728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event updated for resources: {'Port': ['ID=3e249372-0f3e-42f4-a716-8ea1d592da3e,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:48.429093 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:48.433036 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-17b08eb7-c332-4f95-b1fd-9707050140e9 req-cabc0016-1133-4b22-b81a-017d81799176 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851132 Jun 23 17:24:48.585791 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6cea091d-fa86-47d1-aa31-10d6218aba3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.603661 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6cea091d-fa86-47d1-aa31-10d6218aba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:48.621229 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-a6c95b02-a1ea-4996-be88-2c0b507c1245 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:48.622697 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-a6c95b02-a1ea-4996-be88-2c0b507c1245 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.23 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 946 time: 0.1949201 Jun 23 17:24:48.627653 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:48.630178 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2792552 Jun 23 17:24:48.820037 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36160) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:48.923887 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Request body: {'port': {'device_id': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:48.950960 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea091d-fa86-47d1-aa31-10d6218aba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5310a9d-c71c-4ede-bfbb-8bf9e9a2df2f,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:48.960471 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6cea091d-fa86-47d1-aa31-10d6218aba3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:48.965178 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-6cea091d-fa86-47d1-aa31-10d6218aba3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3239b26feaba4b459e02c4306692e34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8430130 Jun 23 17:24:48.967766 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36174) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:49.014075 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdadfd5-756e-4993-8131-99755582cde1 req-fc852d38-671b-4a91-99d8-2507036c08b0 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:49.015523 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1bdadfd5-756e-4993-8131-99755582cde1 req-fc852d38-671b-4a91-99d8-2507036c08b0 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 946 time: 0.4815204 Jun 23 17:24:49.042008 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-274f6d6f-c76b-472b-921c-62137259c538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.082248 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.116066 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.134419 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1bdadfd5-756e-4993-8131-99755582cde1 req-db917a5c-4798-49e8-aa43-d66e42e85741 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c048771-87b1-45a2-8de6-e35e2930e771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104238 Jun 23 17:24:49.136583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.208960 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Deleting port 0247a103-35e4-4bc9-b520-e81a32e59b6b {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:24:49.209663 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.236549 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-274f6d6f-c76b-472b-921c-62137259c538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.238575 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.241411 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.242580 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5310a9d-c71c-4ede-bfbb-8bf9e9a2df2f HTTP/1.1" status: 204 len: 168 time: 0.2729111 Jun 23 17:24:49.243426 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:49.252396 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5310a9d-c71c-4ede-bfbb-8bf9e9a2df2f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:49.255003 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-274f6d6f-c76b-472b-921c-62137259c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.258336 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:49.259211 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-37eec680-d5a2-4711-b465-931d8df5da35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:49.299020 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f6d6f-c76b-472b-921c-62137259c538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a1afc-d364-4af1-bf59-a36a7921db50,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:49.303865 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-274f6d6f-c76b-472b-921c-62137259c538 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac6ca4b772ff467897ce3e2d99d3cd3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826331 Jun 23 17:24:49.304936 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-274f6d6f-c76b-472b-921c-62137259c538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:49.307199 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36186) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:49.395017 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.425028 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.487941 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.490500 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.496560 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b7a1afc-d364-4af1-bf59-a36a7921db50 HTTP/1.1" status: 204 len: 168 time: 0.1876624 Jun 23 17:24:49.497357 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-274f6d6f-c76b-472b-921c-62137259c538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:49.502824 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] For port 0247a103-35e4-4bc9-b520-e81a32e59b6b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=0247a103-35e4-4bc9-b520-e81a32e59b6b,segment=NetworkSegment(d36f2405-29ac-41f7-afb8-2d29e93d1f72),segment_id=d36f2405-29ac-41f7-afb8-2d29e93d1f72)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:49.503298 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.505137 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a1afc-d364-4af1-bf59-a36a7921db50,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:49.508957 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:49.543630 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Calling delete_port for 0247a103-35e4-4bc9-b520-e81a32e59b6b owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:24:49.655477 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e219-5c1e-45bb-ac8f-7940d1607d22 req-fcc63e34-ce89-4e2d-9042-55058638f4fc tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:49.657129 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c835e219-5c1e-45bb-ac8f-7940d1607d22 req-fcc63e34-ce89-4e2d-9042-55058638f4fc tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 931 time: 0.3670979 Jun 23 17:24:49.812551 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c835e219-5c1e-45bb-ac8f-7940d1607d22 req-35266de3-26c3-4333-b4e5-7512d37c50a7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318312 Jun 23 17:24:49.839341 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e249372-0f3e-42f4-a716-8ea1d592da3e {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:49.870810 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.877965 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8eb5-1c4e-47aa-95c9-0ed4c3747709 req-8530f436-a543-4699-acf4-e0d324b22acb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:49.879139 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b2ca8eb5-1c4e-47aa-95c9-0ed4c3747709 req-8530f436-a543-4699-acf4-e0d324b22acb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.2514999 Jun 23 17:24:49.941383 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Transition to ACTIVE for port object 3e249372-0f3e-42f4-a716-8ea1d592da3e will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:49.944866 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.954113 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3afbccdb-1166-43db-a2b1-b566e68f9840 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:49.957379 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:49.960422 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b2ca8eb5-1c4e-47aa-95c9-0ed4c3747709 req-8322656f-5a0a-40a2-ac6c-5ff31d983284 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703583 Jun 23 17:24:49.968122 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['0247a103-35e4-4bc9-b520-e81a32e59b6b'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:49.988114 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Pushing event deleted for resources: {'Port': ['ID=0247a103-35e4-4bc9-b520-e81a32e59b6b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:49.990887 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:50.029491 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:50.106800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] No DVR routers for this DVR port 0247a103-35e4-4bc9-b520-e81a32e59b6b on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:24:50.110794 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:50.112932 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1307af0d-0d9e-483f-bd9c-2307ec1ba09b req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.23 "DELETE /v2.0/ports/0247a103-35e4-4bc9-b520-e81a32e59b6b HTTP/1.1" status: 204 len: 173 time: 1.4761472 Jun 23 17:24:50.116388 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'name': 'network-vif-deleted', 'tag': '0247a103-35e4-4bc9-b520-e81a32e59b6b'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:50.119820 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22503199-6abc-4826-bbbc-bb7517e65237" -d '{"events": [{"server_uuid": "1871d2b9-ad5d-42ae-91e4-4527e063fbab", "name": "network-vif-deleted", "tag": "0247a103-35e4-4bc9-b520-e81a32e59b6b"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:50.143584 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e249372-0f3e-42f4-a716-8ea1d592da3e,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:50.168505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:50.193354 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736b45e7-e545-4d1d-828c-a9ef9757ba72 x-openstack-request-id: req-736b45e7-e545-4d1d-828c-a9ef9757ba72 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:50.193671 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1871d2b9-ad5d-42ae-91e4-4527e063fbab", "name": "network-vif-deleted", "tag": "0247a103-35e4-4bc9-b520-e81a32e59b6b", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:50.193974 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-736b45e7-e545-4d1d-828c-a9ef9757ba72 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:50.194443 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1871d2b9-ad5d-42ae-91e4-4527e063fbab', 'name': 'network-vif-deleted', 'tag': '0247a103-35e4-4bc9-b520-e81a32e59b6b', 'status': 'completed', 'code': 200} Jun 23 17:24:50.215099 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Attempting to bind port 3e249372-0f3e-42f4-a716-8ea1d592da3e on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:50.215653 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Attempting to bind port 3e249372-0f3e-42f4-a716-8ea1d592da3e by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:50.215802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Attempting to bind port 3e249372-0f3e-42f4-a716-8ea1d592da3e on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:50.224339 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Port 3e249372-0f3e-42f4-a716-8ea1d592da3e on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:24:50.224665 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Attempting to bind port 3e249372-0f3e-42f4-a716-8ea1d592da3e on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:50.231949 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:50.232272 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Checking segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:50.232713 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Bound using segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:50.233813 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Bound port: 3e249372-0f3e-42f4-a716-8ea1d592da3e, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:50.242916 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:50.352876 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] For port 3e249372-0f3e-42f4-a716-8ea1d592da3e, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:50.357186 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bf3ed2e3-725c-490e-8c7d-3232be92bff2 req-34f04325-d76e-41fa-8a96-d447e7731b75 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1871d2b9-ad5d-42ae-91e4-4527e063fbab HTTP/1.1" status: 200 len: 210 time: 0.0366650 Jun 23 17:24:50.374534 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] For port 3e249372-0f3e-42f4-a716-8ea1d592da3e, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3e249372-0f3e-42f4-a716-8ea1d592da3e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:50.383494 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:50.385846 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:50.425491 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:50.426158 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:50.427498 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e249372-0f3e-42f4-a716-8ea1d592da3e HTTP/1.1" status: 200 len: 1093 time: 1.7726989 Jun 23 17:24:50.447731 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e249372-0f3e-42f4-a716-8ea1d592da3e,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:50.451650 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:50.572527 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-c6ebc8d9-78c2-4e30-97d1-7ebc3f0b36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:50.574168 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-c6ebc8d9-78c2-4e30-97d1-7ebc3f0b36cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 1096 time: 0.0986991 Jun 23 17:24:50.639067 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-23e211fe-c71e-4f3f-8ab3-d8d61aeaa895 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e249372-0f3e-42f4-a716-8ea1d592da3e HTTP/1.1" status: 200 len: 217 time: 0.0483015 Jun 23 17:24:50.700100 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-d1465ce3-5200-4a95-b9ec-affd5d47df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:50.702858 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-d1465ce3-5200-4a95-b9ec-affd5d47df1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0571651 Jun 23 17:24:50.739932 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-2274aeb5-e6b7-47f0-9075-308bee757799 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289495 Jun 23 17:24:50.922979 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-348402f5-a58c-4758-b324-e80ebc739a48 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756220 Jun 23 17:24:51.081612 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87621d0-679c-4d7d-99b1-e5e3f63f09e0 req-c441e3b1-6058-4ec0-b4b9-aa161ed57117 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519704 Jun 23 17:24:51.115196 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03aa6c-1257-4ffb-83d0-b73bb9492046 req-27845602-2968-49da-981b-1e7cfed577f4 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:51.116139 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5e03aa6c-1257-4ffb-83d0-b73bb9492046 req-27845602-2968-49da-981b-1e7cfed577f4 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 943 time: 0.0974283 Jun 23 17:24:51.117141 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36288) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:51.203351 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5e03aa6c-1257-4ffb-83d0-b73bb9492046 req-796544f6-de72-43b0-aa73-895315d11fc3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715544 Jun 23 17:24:51.261597 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690e259-69c5-4713-be7a-3e9091ffac5d req-e79d026d-9123-4e74-bc6e-6497bad4dd77 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:51.263789 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8690e259-69c5-4713-be7a-3e9091ffac5d req-e79d026d-9123-4e74-bc6e-6497bad4dd77 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.0965223 Jun 23 17:24:51.306888 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8690e259-69c5-4713-be7a-3e9091ffac5d req-48582c02-ed03-494c-bd8f-529d4a00af27 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361826 Jun 23 17:24:51.473972 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36310) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:51.492555 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-449692176-network', 'tenant_id': '119719f0cc1d4399819e6525d9690728'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:51.520868 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Made reservation on behalf of 119719f0cc1d4399819e6525d9690728 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:51.524649 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.538168 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.581504 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f5583b9-a7bf-4d05-8f21-3c1752baa432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.724535 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.734781 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.740821 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-46f1613b-c12f-4c30-bbc9-344e38ee2a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:51.770858 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:24:51.799765 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2173d37-64fb-4f6e-b5a1-625ca51086cc,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:51.819093 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.819093 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Added segment ca76aac2-c3cc-4463-bdde-b5c02c4a8dae of type vlan for network f197efab-f911-4d61-bd20-8ecac62022dd Jun 23 17:24:51.831856 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:51.886389 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.938274 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f5583b9-a7bf-4d05-8f21-3c1752baa432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.939264 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.941131 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:51.942655 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:51.943942 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:51.947234 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f5583b9-a7bf-4d05-8f21-3c1752baa432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.015476 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8971410 Jun 23 17:24:52.018600 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36340) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:52.023555 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-8f5583b9-a7bf-4d05-8f21-3c1752baa432 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f2c9e7eabea4a34ac80a0423b9846b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486300 Jun 23 17:24:52.024922 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Request body: {'subnet': {'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-449692176-subnet', 'tenant_id': '119719f0cc1d4399819e6525d9690728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:52.026677 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36342) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:52.028829 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Pushing event updated for resources: {'Network': ['ID=f197efab-f911-4d61-bd20-8ecac62022dd,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:52.036838 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:52.038452 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7a6bd3a0-a262-4be6-b04c-7f82da4d195f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:52.039683 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network f197efab-f911-4d61-bd20-8ecac62022dd details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:24:52.063608 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 0247a103-35e4-4bc9-b520-e81a32e59b6b no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:52.065073 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Made reservation on behalf of 119719f0cc1d4399819e6525d9690728 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:52.070136 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.092717 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5583b9-a7bf-4d05-8f21-3c1752baa432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0707ce17-3c0c-4073-9033-97735e841070,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:52.098054 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8f5583b9-a7bf-4d05-8f21-3c1752baa432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:52.119925 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.121801 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 0247a103-35e4-4bc9-b520-e81a32e59b6b {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:24:52.122431 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 0247a103-35e4-4bc9-b520-e81a32e59b6b not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:52.151604 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.195332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'tag': '3e249372-0f3e-42f4-a716-8ea1d592da3e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:52.198160 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7472ab-8505-45e0-92a1-14dfdfe22c19" -d '{"events": [{"name": "network-changed", "server_uuid": "e5267e56-c878-467c-96c9-d544b8f64c50", "tag": "3e249372-0f3e-42f4-a716-8ea1d592da3e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:52.210187 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.212904 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.217132 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0707ce17-3c0c-4073-9033-97735e841070 HTTP/1.1" status: 204 len: 168 time: 0.1892734 Jun 23 17:24:52.218945 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-748be8c8-061e-49a0-bd6c-9b836b06f7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:52.234961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0707ce17-3c0c-4073-9033-97735e841070,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:52.236662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4576053-1a9d-433f-96c4-c97aa20b7aca x-openstack-request-id: req-b4576053-1a9d-433f-96c4-c97aa20b7aca {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:52.237165 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5267e56-c878-467c-96c9-d544b8f64c50", "tag": "3e249372-0f3e-42f4-a716-8ea1d592da3e", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:52.237447 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4576053-1a9d-433f-96c4-c97aa20b7aca {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:52.237885 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'tag': '3e249372-0f3e-42f4-a716-8ea1d592da3e', 'status': 'completed', 'code': 200} Jun 23 17:24:52.241417 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:52.383385 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.417547 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:52.521304 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebb85b3-0b40-43e5-82bc-4174ed67156c,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:52.536946 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:52.559173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-9ed4ca61-aa69-4918-aa29-672bec8ca2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:52.560703 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-9ed4ca61-aa69-4918-aa29-672bec8ca2c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 1096 time: 0.2917399 Jun 23 17:24:52.563328 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Checking segment: {'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:52.563679 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Network hostable DHCP agents. Network: f197efab-f911-4d61-bd20-8ecac62022dd, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:24:52.601316 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99ba85-c485-4730-9ce7-64336f2b63d4 req-aaa7dffe-f5d4-4a63-94ea-546ee92e7e5e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:52.606216 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-df99ba85-c485-4730-9ce7-64336f2b63d4 req-aaa7dffe-f5d4-4a63-94ea-546ee92e7e5e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 943 time: 0.2271166 Jun 23 17:24:52.674393 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36362) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:52.690445 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90bae52f-4af5-4688-8a81-bd8b254ba1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.716800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6256b01-14f8-4954-9e4b-9fc8f9da1cd4 req-02235736-dd88-415b-a0df-994cdedf7036 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:52.718350 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6256b01-14f8-4954-9e4b-9fc8f9da1cd4 req-02235736-dd88-415b-a0df-994cdedf7036 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.2587018 Jun 23 17:24:52.719008 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Network f197efab-f911-4d61-bd20-8ecac62022dd is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:24:52.772077 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-df99ba85-c485-4730-9ce7-64336f2b63d4 req-6fb37f8f-16d7-40ff-b52b-0e04715514bb tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 Jun 23 17:24:52.776114 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, f197efab-f911-4d61-bd20-8ecac62022dd) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:52.780567 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:52.781163 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.786389 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b39df-cd14-42f2-a1a8-6ddc605cfc48 None None] Network f197efab-f911-4d61-bd20-8ecac62022dd requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:52.787669 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90bae52f-4af5-4688-8a81-bd8b254ba1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.792908 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-46eca930-849f-4f79-9f99-927e0861c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:52.799361 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-46eca930-849f-4f79-9f99-927e0861c2c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 916 time: 0.2236431 Jun 23 17:24:52.799666 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90bae52f-4af5-4688-8a81-bd8b254ba1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:52.802178 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0287ae4e-cbc8-47eb-8522-956502e92c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:52.832338 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bae52f-4af5-4688-8a81-bd8b254ba1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592b8816-f638-49eb-a519-0d7aa47af899,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:52.833871 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6256b01-14f8-4954-9e4b-9fc8f9da1cd4 req-93e96552-3c22-4f10-825a-5e8e6e490258 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054783 Jun 23 17:24:52.836075 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90bae52f-4af5-4688-8a81-bd8b254ba1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:52.868553 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8469820 Jun 23 17:24:52.886712 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-90bae52f-4af5-4688-8a81-bd8b254ba1a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e898ae76e9743b2b67f4edc8e007b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092993 Jun 23 17:24:52.890047 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36372) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:52.966748 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-2f12c51d-f1ee-4b2e-9c5f-eee4546dd7d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e249372-0f3e-42f4-a716-8ea1d592da3e HTTP/1.1" status: 200 len: 217 time: 0.1213470 Jun 23 17:24:52.985670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.022858 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-2ee027f7-5759-4696-8f9b-49a4640bf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:53.024222 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-2ee027f7-5759-4696-8f9b-49a4640bf0ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0567155 Jun 23 17:24:53.028983 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.033079 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2247679-d565-4317-b93e-b07d15e6d27f None None] Network f197efab-f911-4d61-bd20-8ecac62022dd requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:53.075786 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-2c223c5c-6c99-4fd1-a62f-45b521cb72a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430512 Jun 23 17:24:53.118198 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.122518 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.128139 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/592b8816-f638-49eb-a519-0d7aa47af899 HTTP/1.1" status: 204 len: 168 time: 0.2367754 Jun 23 17:24:53.130014 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-157f3321-f938-42f3-898b-ac820873a27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:53.142780 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36386) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:53.154966 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b8816-f638-49eb-a519-0d7aa47af899,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:53.160859 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:53.223646 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Deleting subnet 15bde46f-b2d0-4d00-b854-d7099728d88b {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:24:53.235504 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.275383 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.279547 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-a07ca384-98df-49e5-9965-28e2ce4abf77 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955898 Jun 23 17:24:53.286089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.365859 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.377263 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:53.409763 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bde46f-b2d0-4d00-b854-d7099728d88b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:53.411758 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.413950 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/15bde46f-b2d0-4d00-b854-d7099728d88b HTTP/1.1" status: 204 len: 168 time: 0.2690091 Jun 23 17:24:53.414869 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ef32f4d2-4003-492f-9eb9-05dfafc80b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:53.416258 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36392) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:53.473758 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f7472ab-8505-45e0-92a1-14dfdfe22c19 req-73db5ee1-5f2f-4d66-b7c4-89eaed77d497 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820617 Jun 23 17:24:53.511185 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.614739 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.632218 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.632472 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.633287 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.633619 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > port after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.634055 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > port after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.634902 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > port after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.636223 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.636315 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.636593 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.636882 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.787945 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.788448 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.788750 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.789201 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:24:53.789602 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21bea7a-a676-4205-9441-592b64450c02']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:53.811204 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36f2405-29ac-41f7-afb8-2d29e93d1f72') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:53.811670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36f2405-29ac-41f7-afb8-2d29e93d1f72') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:53.830286 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.862528 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.883020 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:24:53.896437 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: from cryptography.utils import int_from_bytes Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: from cryptography.utils import int_from_bytes Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:24:53.904402 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:24:53.996702 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af806a09-71a7-4a45-a28f-302f5c3d9e91 req-bb1959ff-b3e5-45fc-82de-2f71724ae6e4 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:54.012276 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-af806a09-71a7-4a45-a28f-302f5c3d9e91 req-bb1959ff-b3e5-45fc-82de-2f71724ae6e4 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 943 time: 0.0931833 Jun 23 17:24:54.028539 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.033643 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:54.046215 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.052222 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] 10.222.0.69 "DELETE /v2.0/networks/c21bea7a-a676-4205-9441-592b64450c02 HTTP/1.1" status: 204 len: 168 time: 0.6348677 Jun 23 17:24:54.066818 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3e249372-0f3e-42f4-a716-8ea1d592da3e details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:24:54.081537 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-af806a09-71a7-4a45-a28f-302f5c3d9e91 req-82b6d796-8b31-409f-83ca-a34d406d8da7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678349 Jun 23 17:24:54.097630 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=c21bea7a-a676-4205-9441-592b64450c02,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:54.109916 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:54.261377 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 3e249372-0f3e-42f4-a716-8ea1d592da3e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3e249372-0f3e-42f4-a716-8ea1d592da3e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:54.281617 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '3e249372-0f3e-42f4-a716-8ea1d592da3e', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'port_id': '3e249372-0f3e-42f4-a716-8ea1d592da3e', 'mac_address': 'fa:16:3e:ee:e1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b113c34-2718-4e17-b63f-ed9dd4887b9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:24:54.362699 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.372146 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff4c7d-e816-4c9e-9e6a-dda551c07165 req-691295e3-63ca-4217-ba33-72c2512805ab tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:54.373234 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09ff4c7d-e816-4c9e-9e6a-dda551c07165 req-691295e3-63ca-4217-ba33-72c2512805ab tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1114054 Jun 23 17:24:54.395276 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e249372-0f3e-42f4-a716-8ea1d592da3e {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:54.402585 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36444) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:54.425228 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09ff4c7d-e816-4c9e-9e6a-dda551c07165 req-d5b89987-aac6-4d51-9065-e72e9fff4630 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Jun 23 17:24:54.435775 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 3e249372-0f3e-42f4-a716-8ea1d592da3e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3e249372-0f3e-42f4-a716-8ea1d592da3e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:54.452226 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.452226 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:54.452475 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ae8fbb1a-d135-410c-b7b1-bc61b3d86188 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ecccc7e98f24aaa9df9c62e5a2b82ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431569 Jun 23 17:24:54.452475 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36446) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:54.496729 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=3e249372-0f3e-42f4-a716-8ea1d592da3e,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:54.499903 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:54.521687 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.545811 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.598424 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.600980 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:54.602130 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c048771-87b1-45a2-8de6-e35e2930e771 HTTP/1.1" status: 204 len: 168 time: 0.1400034 Jun 23 17:24:54.603633 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5caceb6d-754b-4bc3-8e2d-c8f010005db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:54.615108 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c048771-87b1-45a2-8de6-e35e2930e771,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:54.625846 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:54.769848 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['3e249372-0f3e-42f4-a716-8ea1d592da3e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:55.079041 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-0b9f633c-86d0-4850-a2c5-398fe680c46b tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:55.080472 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-0b9f633c-86d0-4850-a2c5-398fe680c46b tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/networks?id=f197efab-f911-4d61-bd20-8ecac62022dd HTTP/1.1" status: 200 len: 813 time: 0.1158652 Jun 23 17:24:55.095636 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-0ee1547f-f6c2-46a7-ad4d-7f1e15a44388 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/quotas/119719f0cc1d4399819e6525d9690728 HTTP/1.1" status: 200 len: 375 time: 0.0095723 Jun 23 17:24:55.132762 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-c59965d6-b64f-49e7-af92-f20407803d52 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=119719f0cc1d4399819e6525d9690728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316176 Jun 23 17:24:55.451400 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36516) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:55.487448 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-fee232fd-2303-4384-af41-0ab2cbd3db09 service neutron] 10.222.0.69 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456202 Jun 23 17:24:55.573990 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994848b-eb48-45e3-9e76-9d430708e8ba req-fda43f54-02e7-4755-9db9-16c7bb78d3fc tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:55.575440 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b994848b-eb48-45e3-9e76-9d430708e8ba req-fda43f54-02e7-4755-9db9-16c7bb78d3fc tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 944 time: 0.1490703 Jun 23 17:24:55.586693 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-754608518-network', 'tenant_id': '1d396fa7486447c3b7bab55edb17d0f6'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:55.608669 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Made reservation on behalf of 1d396fa7486447c3b7bab55edb17d0f6 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:55.610973 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:55.619707 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:55.627816 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-9ab9bf59-3da7-4609-b27c-70074298b531 service neutron] 10.222.0.69 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314251 Jun 23 17:24:55.639131 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b994848b-eb48-45e3-9e76-9d430708e8ba req-e7e04288-fedb-498f-98cc-f21a0e2b2355 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539122 Jun 23 17:24:55.742054 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:55.751578 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:55.754832 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-91f005e4-8fd5-4e53-9576-982f1758125e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:55.801276 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7409097b-b8df-438d-8334-a04eced1365d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:55.828470 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:24:55.850997 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:55.853641 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Added segment ac1f9a5c-05df-437f-831c-2c3c41f69627 of type vlan for network 1415f1b1-c534-44a7-ba14-1df5ac190d17 Jun 23 17:24:55.904026 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3747423c-dad9-42e2-bb71-520d42f1aa4b req-981d7d47-e421-4da9-80d5-fe5e9fa82fa9 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 210 time: 0.0458195 Jun 23 17:24:55.942710 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.943619 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.944091 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.944648 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.945365 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.945684 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.946278 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.947027 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.947567 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.948257 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.948808 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.950003 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:55.954847 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:55.981935 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:55.982590 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1815cc-2b6b-4358-931b-70ba395f45e9 req-b134966a-e528-4fee-8d13-250bf220c3e5 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:55.984187 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5b1815cc-2b6b-4358-931b-70ba395f45e9 req-b134966a-e528-4fee-8d13-250bf220c3e5 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.0785563 Jun 23 17:24:56.030021 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.031570 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:56.032335 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.033688 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5b1815cc-2b6b-4358-931b-70ba395f45e9 req-81c241a9-56b0-479e-941f-d9238f158bf7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Jun 23 17:24:56.035600 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:56.083675 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3e249372-0f3e-42f4-a716-8ea1d592da3e up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:56.100858 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6472192 Jun 23 17:24:56.104692 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36554) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:56.107393 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1415f1b1-c534-44a7-ba14-1df5ac190d17,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:56.110099 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:56.111054 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Request body: {'subnet': {'network_id': '1415f1b1-c534-44a7-ba14-1df5ac190d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-754608518-subnet', 'tenant_id': '1d396fa7486447c3b7bab55edb17d0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:56.119395 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 1415f1b1-c534-44a7-ba14-1df5ac190d17 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:24:56.163947 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Made reservation on behalf of 1d396fa7486447c3b7bab55edb17d0f6 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:56.167560 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.252064 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 3e249372-0f3e-42f4-a716-8ea1d592da3e completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:24:56.263381 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 3e249372-0f3e-42f4-a716-8ea1d592da3e triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:24:56.264030 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.402658 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.431847 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e249372-0f3e-42f4-a716-8ea1d592da3e'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:24:56.435038 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aa9a84-98ea-4fcc-8d8d-5903f6f43e69" -d '{"events": [{"server_uuid": "e5267e56-c878-467c-96c9-d544b8f64c50", "name": "network-vif-plugged", "status": "completed", "tag": "3e249372-0f3e-42f4-a716-8ea1d592da3e"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:56.440450 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.443861 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:56.472198 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 3e249372-0f3e-42f4-a716-8ea1d592da3e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3e249372-0f3e-42f4-a716-8ea1d592da3e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:56.480116 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.482148 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:56.512009 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f38cd42-a0cf-4a73-9294-a6421f9d60a9 x-openstack-request-id: req-4f38cd42-a0cf-4a73-9294-a6421f9d60a9 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:56.512564 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5267e56-c878-467c-96c9-d544b8f64c50", "name": "network-vif-plugged", "status": "completed", "tag": "3e249372-0f3e-42f4-a716-8ea1d592da3e", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:56.512975 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f38cd42-a0cf-4a73-9294-a6421f9d60a9 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:56.513515 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e249372-0f3e-42f4-a716-8ea1d592da3e', 'code': 200} Jun 23 17:24:56.524335 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36574) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:56.542113 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0ed543-30de-4a91-86df-21f4c4eaae28,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:56.553412 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.554138 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.554614 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.555057 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.555492 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.556558 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.557160 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.557621 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.558076 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.558510 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.558958 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.559387 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:56.562930 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Checking segment: {'id': 'ac1f9a5c-05df-437f-831c-2c3c41f69627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1415f1b1-c534-44a7-ba14-1df5ac190d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:56.563437 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Network hostable DHCP agents. Network: 1415f1b1-c534-44a7-ba14-1df5ac190d17, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:24:56.565870 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:56.573022 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=3e249372-0f3e-42f4-a716-8ea1d592da3e,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:56.585683 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:56.587846 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Network 1415f1b1-c534-44a7-ba14-1df5ac190d17 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:24:56.594991 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36578) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:56.603629 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 1415f1b1-c534-44a7-ba14-1df5ac190d17) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:56.609704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:56.610377 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.618087 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b56313-7fef-4489-952b-b79972172f11 None None] Network 1415f1b1-c534-44a7-ba14-1df5ac190d17 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:56.640426 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-536529a0-9b97-4373-8afc-4a6d2105950b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5344894 Jun 23 17:24:56.742499 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f28fc27-a2b9-4ee7-9446-d54e386e5650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.773895 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4e106ffd-3dbd-4a10-97e7-d637105144cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.950201 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b67a3-4e92-4189-a7a3-4cd9d6ef25bf req-bb681bab-0a0b-43bd-9db1-a6bed909d75d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:56.955426 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-181b67a3-4e92-4189-a7a3-4cd9d6ef25bf req-bb681bab-0a0b-43bd-9db1-a6bed909d75d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 945 time: 0.1390526 Jun 23 17:24:56.980764 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f28fc27-a2b9-4ee7-9446-d54e386e5650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:56.991244 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f28fc27-a2b9-4ee7-9446-d54e386e5650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.000343 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4934a1c6-2a07-4e66-8f0f-0d78231227f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:57.021635 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c5041-26b3-4382-bcdf-60fc63a32902 None None] Network 1415f1b1-c534-44a7-ba14-1df5ac190d17 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:57.032049 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113f27d-f530-44d7-a134-b49e990c6a51 req-d3238b0f-df80-4179-a39f-b541bb30cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:57.033998 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8113f27d-f530-44d7-a134-b49e990c6a51 req-d3238b0f-df80-4179-a39f-b541bb30cd4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 1098 time: 0.1341202 Jun 23 17:24:57.050004 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-181b67a3-4e92-4189-a7a3-4cd9d6ef25bf req-c1d2c10d-fca8-416d-b5b0-a3cf63ffe3c2 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896387 Jun 23 17:24:57.072452 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-2f28fc27-a2b9-4ee7-9446-d54e386e5650 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2947aab03143444e89d0ede9df3cfcaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761600 Jun 23 17:24:57.075496 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36596) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:57.080678 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28fc27-a2b9-4ee7-9446-d54e386e5650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8e358-04ce-4e09-8301-4b5aec0e2d79,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:57.084388 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2f28fc27-a2b9-4ee7-9446-d54e386e5650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:57.156096 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4e106ffd-3dbd-4a10-97e7-d637105144cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.167707 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4e106ffd-3dbd-4a10-97e7-d637105144cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.172302 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:57.184939 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8113f27d-f530-44d7-a134-b49e990c6a51 req-fb690478-3a16-4e88-bf99-c56fbc643786 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318593 Jun 23 17:24:57.207737 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e106ffd-3dbd-4a10-97e7-d637105144cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71f490d-f45e-45f0-b544-4422f04d64a2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:57.211664 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4e106ffd-3dbd-4a10-97e7-d637105144cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:57.235061 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4e106ffd-3dbd-4a10-97e7-d637105144cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65e0def08f1a4901967f306eaf2f5427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087717 Jun 23 17:24:57.237006 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36600) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:57.258425 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5d14f81-a5bf-46b0-85f2-c9a4c90f02b2 req-cf996e49-14dd-4e54-a839-bd3d4d87b9c3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 210 time: 0.0467827 Jun 23 17:24:57.307889 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.311252 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.334554 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.335397 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.388070 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215059e6-77fd-48b5-b985-c6392c3c69e0 req-79c92abc-1022-46ec-a16d-8b5c5b1cc6d7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:57.389547 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-215059e6-77fd-48b5-b985-c6392c3c69e0 req-79c92abc-1022-46ec-a16d-8b5c5b1cc6d7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1368263 Jun 23 17:24:57.413778 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.417578 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.421062 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b71f490d-f45e-45f0-b544-4422f04d64a2 HTTP/1.1" status: 204 len: 168 time: 0.1806054 Jun 23 17:24:57.421062 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-30ffdc53-4d89-4586-90b0-3feb8f5a4461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:57.429323 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71f490d-f45e-45f0-b544-4422f04d64a2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:57.432791 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:57.454779 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.458492 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.460050 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09c8e358-04ce-4e09-8301-4b5aec0e2d79 HTTP/1.1" status: 204 len: 168 time: 0.3834841 Jun 23 17:24:57.463999 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8d74c56c-71d5-4b07-94a9-d4c503aa938f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:57.484505 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-215059e6-77fd-48b5-b985-c6392c3c69e0 req-b6c61a4d-7149-4064-b04c-06359dd88adb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841460 Jun 23 17:24:57.488231 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8e358-04ce-4e09-8301-4b5aec0e2d79,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:57.502352 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:57.741138 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-2f77ce40-d467-487e-b781-4bcaf3cbe8b7 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:57.742660 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-2f77ce40-d467-487e-b781-4bcaf3cbe8b7 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "GET /v2.0/networks?id=f197efab-f911-4d61-bd20-8ecac62022dd HTTP/1.1" status: 200 len: 813 time: 0.1597476 Jun 23 17:24:57.768606 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Request body: {'port': {'device_id': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd', 'admin_state_up': True, 'tenant_id': '119719f0cc1d4399819e6525d9690728'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:57.889523 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36640) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:57.895790 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1884418372-network', 'tenant_id': '3ab92ea3370c46c88a90107221767cb6'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:57.955167 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Made reservation on behalf of 3ab92ea3370c46c88a90107221767cb6 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:57.962966 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.973609 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Made reservation on behalf of 119719f0cc1d4399819e6525d9690728 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:57.977247 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:57.996149 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.048076 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36652) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:58.069269 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-912dfb05-cec2-4afb-ae96-4624c8a59a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.168089 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Allocated IP 172.20.0.2 (f197efab-f911-4d61-bd20-8ecac62022dd/cebb85b3-0b40-43e5-82bc-4174ed67156c/cd69962d-448f-407e-8bbc-2fab3d000ed8) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:58.171453 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.184147 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.197193 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:58.208018 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:24:58.236164 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.236575 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Added segment cda54d88-8a40-499c-ab7a-a5b1b549702f of type vlan for network 7486890d-ee58-4b8e-9ee5-1870f2fd88c4 Jun 23 17:24:58.250291 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55327ba8-80ae-4fbd-9eb3-f1f3bcb62362,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:58.271885 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:58.287032 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.323722 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.326144 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:58.326778 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.330175 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1b9c3554-3493-457a-9797-511e6c7d0ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:58.351309 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36662) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:58.400598 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Pushing event updated for resources: {'Network': ['ID=7486890d-ee58-4b8e-9ee5-1870f2fd88c4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:58.409294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-634f6462-26b2-4c96-94ef-ef2d19c8591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.413842 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:58.418746 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 7486890d-ee58-4b8e-9ee5-1870f2fd88c4 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:24:58.458647 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094b21f-fbd2-47c1-ac51-1070b643e8cd req-77ca2909-a144-40dc-bc2f-96c8bf539334 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:58.460096 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7094b21f-fbd2-47c1-ac51-1070b643e8cd req-77ca2909-a144-40dc-bc2f-96c8bf539334 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 945 time: 0.2563221 Jun 23 17:24:58.505494 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b55e6084-6c43-4d5c-92cb-b4045f493854 req-a831be43-846b-4301-8ef1-5d73e14c3c4e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 210 time: 0.0719411 Jun 23 17:24:58.560496 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.570521 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-912dfb05-cec2-4afb-ae96-4624c8a59a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.576309 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7094b21f-fbd2-47c1-ac51-1070b643e8cd req-cb4bac2b-ceef-4c5c-8b3a-416698569e98 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074889 Jun 23 17:24:58.579537 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6888282 Jun 23 17:24:58.581071 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-912dfb05-cec2-4afb-ae96-4624c8a59a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.583229 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36666) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:58.588437 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:58.594332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Request body: {'subnet': {'network_id': '7486890d-ee58-4b8e-9ee5-1870f2fd88c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1884418372-subnet', 'tenant_id': '3ab92ea3370c46c88a90107221767cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:58.665637 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-912dfb05-cec2-4afb-ae96-4624c8a59a53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fa08591808f42f79dc173e4844dcb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6165659 Jun 23 17:24:58.668459 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36670) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:58.669853 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dfb05-cec2-4afb-ae96-4624c8a59a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97526e86-6ab8-4977-8059-3e176b7d4557,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:58.678305 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-912dfb05-cec2-4afb-ae96-4624c8a59a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:58.718751 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.719866 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.734774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:58.740286 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.791819 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Network f197efab-f911-4d61-bd20-8ecac62022dd is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:58.792109 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.795132 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.796387 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97526e86-6ab8-4977-8059-3e176b7d4557 HTTP/1.1" status: 204 len: 168 time: 0.1267967 Jun 23 17:24:58.797385 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-97ce2725-686b-4d94-8c3a-ae570e6d98e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:58.806551 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97526e86-6ab8-4977-8059-3e176b7d4557,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:58.807164 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:58.809597 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:58.819166 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:24:58.825132 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:58.825758 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.832592 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Pushing event updated for resources: {'Port': ['ID=cd69962d-448f-407e-8bbc-2fab3d000ed8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:58.844742 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:58.852312 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-634f6462-26b2-4c96-94ef-ef2d19c8591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.860539 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba27bbe-a879-45d9-b6e1-b97358856166 req-7c53a7c8-6ce4-49a9-b3c4-0fd97acebe31 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:58.861988 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dba27bbe-a879-45d9-b6e1-b97358856166 req-7c53a7c8-6ce4-49a9-b3c4-0fd97acebe31 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.2301629 Jun 23 17:24:58.863976 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-634f6462-26b2-4c96-94ef-ef2d19c8591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.866325 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:58.881471 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1221709 Jun 23 17:24:58.916269 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Request body: {'port': {'device_id': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:24:58.952366 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6462-26b2-4c96-94ef-ef2d19c8591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14764db1-87ec-4de6-8203-c585ec49fbd8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:58.957438 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Made reservation on behalf of 3ab92ea3370c46c88a90107221767cb6 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:58.959705 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:58.963226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-634f6462-26b2-4c96-94ef-ef2d19c8591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:58.967003 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-634f6462-26b2-4c96-94ef-ef2d19c8591b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad0883bce1c846ae8dee270b869a4491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113315 Jun 23 17:24:58.969567 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36674) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:59.022971 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.037567 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dba27bbe-a879-45d9-b6e1-b97358856166 req-ff774772-0fc3-4de6-8357-ee20511c6d82 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692035 Jun 23 17:24:59.050815 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.087340 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.117098 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.120461 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.121655 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14764db1-87ec-4de6-8203-c585ec49fbd8 HTTP/1.1" status: 204 len: 168 time: 0.1511006 Jun 23 17:24:59.122447 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f787ca2-6220-4134-8f4e-8604eb9dae16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:59.131496 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14764db1-87ec-4de6-8203-c585ec49fbd8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:59.152273 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:59.322525 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.332546 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1417e238-34b2-4095-bfd1-6b4fa27b1f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:59.445765 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9798e2d0-994a-4a3d-8d9b-1deed775f7d5,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:59.456067 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:59.462567 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Checking segment: {'id': 'cda54d88-8a40-499c-ab7a-a5b1b549702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7486890d-ee58-4b8e-9ee5-1870f2fd88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:59.462984 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Network hostable DHCP agents. Network: 7486890d-ee58-4b8e-9ee5-1870f2fd88c4, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:24:59.507771 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Network 7486890d-ee58-4b8e-9ee5-1870f2fd88c4 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:24:59.545793 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 7486890d-ee58-4b8e-9ee5-1870f2fd88c4) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:59.554589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:59.554807 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a10aa-5c81-4ad1-880f-0e7d3f52b6b5 None None] Network 7486890d-ee58-4b8e-9ee5-1870f2fd88c4 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:59.555250 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.580568 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd69962d-448f-407e-8bbc-2fab3d000ed8 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:24:59.594166 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.606679 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5b987d0b-b689-489d-8141-7ef05d75c65a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0160074 Jun 23 17:24:59.619688 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Transition to ACTIVE for port object cd69962d-448f-407e-8bbc-2fab3d000ed8 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:24:59.624323 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.629228 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fad3709-4ef3-42b5-99ca-7368d220c084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:59.630295 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36710) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:59.652597 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4b92-1136-4a4f-9704-67dac1235baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.688194 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Pushing event updated for resources: {'Port': ['ID=cd69962d-448f-407e-8bbc-2fab3d000ed8,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:59.713452 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:24:59.730352 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9a461-3baf-4b03-ba67-037bb636521d None None] Network 7486890d-ee58-4b8e-9ee5-1870f2fd88c4 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:24:59.755885 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Attempting to bind port cd69962d-448f-407e-8bbc-2fab3d000ed8 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:24:59.756250 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Attempting to bind port cd69962d-448f-407e-8bbc-2fab3d000ed8 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:24:59.756906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Attempting to bind port cd69962d-448f-407e-8bbc-2fab3d000ed8 on network f197efab-f911-4d61-bd20-8ecac62022dd {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:59.829119 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Port cd69962d-448f-407e-8bbc-2fab3d000ed8 on network f197efab-f911-4d61-bd20-8ecac62022dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:24:59.829466 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Attempting to bind port cd69962d-448f-407e-8bbc-2fab3d000ed8 on network f197efab-f911-4d61-bd20-8ecac62022dd {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:24:59.838281 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:24:59.838635 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Checking segment: {'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:24:59.839367 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Bound using segment: {'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:24:59.839504 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Bound port: cd69962d-448f-407e-8bbc-2fab3d000ed8, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:24:59.839801 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.853778 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4b92-1136-4a4f-9704-67dac1235baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.860388 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4b92-1136-4a4f-9704-67dac1235baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.898238 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36712) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:59.898959 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9230c81-d127-45ad-a58b-a1be1fa2e020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:24:59.904561 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ae9c4b92-1136-4a4f-9704-67dac1235baf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be8e2a8ded1a4864a069da8e8b377f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727513 Jun 23 17:24:59.909284 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36716) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:59.918451 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a256d-3bd6-40c6-849d-1c42b03798b3 req-6a628b71-b5be-42e2-b9ab-40209140c5a8 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:59.919939 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0f3a256d-3bd6-40c6-849d-1c42b03798b3 req-6a628b71-b5be-42e2-b9ab-40209140c5a8 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 943 time: 0.2084863 Jun 23 17:24:59.963764 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Deleting subnet ff0ed543-30de-4a91-86df-21f4c4eaae28 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:24:59.972624 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:59.995095 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a0c14-aeb4-47a3-a5e4-b93ef7a8a612 req-0a9c0770-255b-4ac1-9f04-31cf4664b367 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:24:59.996594 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eb3a0c14-aeb4-47a3-a5e4-b93ef7a8a612 req-0a9c0770-255b-4ac1-9f04-31cf4664b367 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 945 time: 0.2281909 Jun 23 17:24:59.999636 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c4b92-1136-4a4f-9704-67dac1235baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c309f5-f955-41c9-ad9c-71b3db9a251d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:00.003000 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ae9c4b92-1136-4a4f-9704-67dac1235baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:00.019663 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.024698 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] For port cd69962d-448f-407e-8bbc-2fab3d000ed8, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:00.055697 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] For port cd69962d-448f-407e-8bbc-2fab3d000ed8, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=cd69962d-448f-407e-8bbc-2fab3d000ed8,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:00.060993 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0f3a256d-3bd6-40c6-849d-1c42b03798b3 req-8272c2dc-5c43-4982-8ba0-597476448b77 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269903 Jun 23 17:25:00.066735 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.067498 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.080942 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:00.130235 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eb3a0c14-aeb4-47a3-a5e4-b93ef7a8a612 req-93ba6ece-ff10-4d42-9ca6-ce7b94a47359 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249397 Jun 23 17:25:00.133431 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.139777 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:00.140381 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.141977 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.142127 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] 10.222.0.23 "PUT /v2.0/ports/cd69962d-448f-407e-8bbc-2fab3d000ed8 HTTP/1.1" status: 200 len: 1093 time: 1.2424600 Jun 23 17:25:00.145308 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'tag': 'cd69962d-448f-407e-8bbc-2fab3d000ed8'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:00.147921 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3d1ce4-a8a6-4987-87d5-f898494a9042" -d '{"events": [{"name": "network-changed", "server_uuid": "9acbdfc5-f156-4491-95c9-74955ddc5ce9", "tag": "cd69962d-448f-407e-8bbc-2fab3d000ed8"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:00.159770 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-72cf4f1d-598e-4a87-9d76-92be8c4a8d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:00.184899 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0ed543-30de-4a91-86df-21f4c4eaae28,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:00.187697 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.188746 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ff0ed543-30de-4a91-86df-21f4c4eaae28 HTTP/1.1" status: 204 len: 168 time: 0.2836051 Jun 23 17:25:00.191443 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36728) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:00.193606 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:00.232221 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8609fd4-5215-4f5e-a529-22cba758da16 x-openstack-request-id: req-c8609fd4-5215-4f5e-a529-22cba758da16 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:00.232529 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acbdfc5-f156-4491-95c9-74955ddc5ce9", "tag": "cd69962d-448f-407e-8bbc-2fab3d000ed8", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:00.232993 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8609fd4-5215-4f5e-a529-22cba758da16 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:00.233557 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'tag': 'cd69962d-448f-407e-8bbc-2fab3d000ed8', 'status': 'completed', 'code': 200} Jun 23 17:25:00.278909 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.303845 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.331992 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Pushing event updated for resources: {'Port': ['ID=cd69962d-448f-407e-8bbc-2fab3d000ed8,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:00.357229 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:00.394802 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.395159 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f71f1-6f31-491c-8fcd-7c02f1261033 req-788eba7c-8f42-4fc7-964f-4cb0fcbc0652 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:00.402252 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8b6f71f1-6f31-491c-8fcd-7c02f1261033 req-788eba7c-8f42-4fc7-964f-4cb0fcbc0652 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1618493 Jun 23 17:25:00.425011 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-4f732c0a-3163-4f67-908a-5b928659c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:00.426513 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-4f732c0a-3163-4f67-908a-5b928659c800 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=119719f0cc1d4399819e6525d9690728&device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 1096 time: 0.2088811 Jun 23 17:25:00.429836 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1415f1b1-c534-44a7-ba14-1df5ac190d17']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:00.448096 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1f9a5c-05df-437f-831c-2c3c41f69627') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:00.448841 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1f9a5c-05df-437f-831c-2c3c41f69627') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:00.460816 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.480686 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.483530 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.484632 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18c309f5-f955-41c9-ad9c-71b3db9a251d HTTP/1.1" status: 204 len: 168 time: 0.5628343 Jun 23 17:25:00.485891 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4ba16877-ed56-4caf-8d07-9567a83b9fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:00.493910 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.498671 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8b6f71f1-6f31-491c-8fcd-7c02f1261033 req-6cea4dd1-840c-48d6-bd09-ec38129af36c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955150 Jun 23 17:25:00.501405 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-0aabfb2b-a769-4c2f-bbda-fad87be72983 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd69962d-448f-407e-8bbc-2fab3d000ed8 HTTP/1.1" status: 200 len: 217 time: 0.0619066 Jun 23 17:25:00.511545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c309f5-f955-41c9-ad9c-71b3db9a251d,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:00.511857 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:25:00.511857 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.538858 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:25:00.565481 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:25:00.580270 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.589847 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.595569 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1415f1b1-c534-44a7-ba14-1df5ac190d17 HTTP/1.1" status: 204 len: 168 time: 0.4019179 Jun 23 17:25:00.596369 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3e8f6cfa-7c8e-4d53-ae18-499d6e42d8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:00.603437 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36752) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:00.622738 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Pushing event deleted for resources: {'Network': ['ID=1415f1b1-c534-44a7-ba14-1df5ac190d17,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:00.643733 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:00.653151 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-1914b69a-1225-43c6-a764-2d129fdbb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:00.654604 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-1914b69a-1225-43c6-a764-2d129fdbb095 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cebb85b3-0b40-43e5-82bc-4174ed67156c HTTP/1.1" status: 200 len: 853 time: 0.1144803 Jun 23 17:25:00.674057 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Deleting subnet 9798e2d0-994a-4a3d-8d9b-1deed775f7d5 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:25:00.677580 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.724717 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-cef37fa4-623a-4509-8dd0-12e55720f7f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f197efab-f911-4d61-bd20-8ecac62022dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554318 Jun 23 17:25:00.737883 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.803682 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.847215 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-bdc9554a-f17f-426f-ab3d-d6a23758237d service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094480 Jun 23 17:25:00.878988 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.881443 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0dd93711-34c4-4fe3-bf32-46d367049617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:00.918004 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:00.922882 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9798e2d0-994a-4a3d-8d9b-1deed775f7d5 HTTP/1.1" status: 204 len: 168 time: 0.3183653 Jun 23 17:25:00.923770 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36762) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:00.927004 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9798e2d0-994a-4a3d-8d9b-1deed775f7d5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:00.930494 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:00.981487 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36764) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:01.063596 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.084704 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e23ccb09-dbc7-47e9-9a89-137f25396f40 req-ea7fe85f-cf8d-46cc-b1d9-24c86df1e7d7 service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307196 Jun 23 17:25:01.215500 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3f6238b6-3baf-4469-bb3e-30798b6fee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.245216 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.255032 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7486890d-ee58-4b8e-9ee5-1870f2fd88c4']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:01.265310 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda54d88-8a40-499c-ab7a-a5b1b549702f') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:01.265603 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda54d88-8a40-499c-ab7a-a5b1b549702f') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:01.276278 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.295488 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.300226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-10cfdd5d-9522-4891-807e-8f30ece0ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:01.301686 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-10cfdd5d-9522-4891-807e-8f30ece0ebac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=119719f0cc1d4399819e6525d9690728&device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1431298 Jun 23 17:25:01.301891 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:25:01.302178 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:25:01.304291 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:25:01.367675 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.372142 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:01.376905 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.381273 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7486890d-ee58-4b8e-9ee5-1870f2fd88c4 HTTP/1.1" status: 204 len: 168 time: 0.4539466 Jun 23 17:25:01.390075 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7486890d-ee58-4b8e-9ee5-1870f2fd88c4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:01.392341 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e7e41cdc-3bdb-44e4-95a7-8f27ad9faac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:01.617427 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36788) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:01.633428 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6200c4-9983-40bf-9c2b-34cd7a2400f1 req-2b80a92b-d130-4ba2-b4b9-4f2f926ac403 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:01.635469 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea6200c4-9983-40bf-9c2b-34cd7a2400f1 req-2b80a92b-d130-4ba2-b4b9-4f2f926ac403 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 943 time: 0.4159946 Jun 23 17:25:01.672206 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-66a19921-f25a-45f0-99ed-d465d820dba2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d396fa7486447c3b7bab55edb17d0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535555 Jun 23 17:25:01.674667 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36792) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:01.742888 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.763340 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-11213bab-beef-4d8c-be2d-86ab88009ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:01.764894 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-11213bab-beef-4d8c-be2d-86ab88009ae1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f197efab-f911-4d61-bd20-8ecac62022dd HTTP/1.1" status: 200 len: 914 time: 0.4544530 Jun 23 17:25:01.768215 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.784112 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea6200c4-9983-40bf-9c2b-34cd7a2400f1 req-5b7cb4fb-579a-4980-9f39-0afc4c6902fe tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392515 Jun 23 17:25:01.831582 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3f6238b6-3baf-4469-bb3e-30798b6fee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.842895 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.843206 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3f6238b6-3baf-4469-bb3e-30798b6fee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.848492 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:01.849755 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7409097b-b8df-438d-8334-a04eced1365d HTTP/1.1" status: 204 len: 168 time: 0.1741242 Jun 23 17:25:01.850503 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-26752235-6c73-4d8a-8c6b-6f091d21a42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:01.861328 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7409097b-b8df-438d-8334-a04eced1365d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:01.865834 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:01.892633 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-912dfb05-cec2-4afb-ae96-4624c8a59a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:01.912098 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-8de71866-04b7-44fb-9453-4b444e866ae0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd69962d-448f-407e-8bbc-2fab3d000ed8 HTTP/1.1" status: 200 len: 217 time: 0.0800495 Jun 23 17:25:01.988150 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6238b6-3baf-4469-bb3e-30798b6fee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3a63e4-3182-473a-a8ba-4a56e0b3b084,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:01.998070 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3f6238b6-3baf-4469-bb3e-30798b6fee6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0afdae8f24604e16b0f4dc3e059534f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0129385 Jun 23 17:25:01.999260 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3f6238b6-3baf-4469-bb3e-30798b6fee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:01.999460 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36802) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:02.017955 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897d2d0-8948-4252-80c1-f1d7ae127d44 req-863747e8-440d-4e59-8e45-da1e43cf4b33 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:02.019649 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6897d2d0-8948-4252-80c1-f1d7ae127d44 req-863747e8-440d-4e59-8e45-da1e43cf4b33 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.2948942 Jun 23 17:25:02.025076 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-1aa880b7-e72c-4167-85fd-6c38a97b5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:02.031790 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-1aa880b7-e72c-4167-85fd-6c38a97b5506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cebb85b3-0b40-43e5-82bc-4174ed67156c HTTP/1.1" status: 200 len: 853 time: 0.0945094 Jun 23 17:25:02.063636 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.085642 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-ad1c677d-bc1b-453e-bf91-b80fd951fc5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f197efab-f911-4d61-bd20-8ecac62022dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454803 Jun 23 17:25:02.089972 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.100398 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6897d2d0-8948-4252-80c1-f1d7ae127d44 req-3e32e58f-5d01-4e6d-b5d1-d066a80c4bc7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676372 Jun 23 17:25:02.160608 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.163253 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.167352 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e3a63e4-3182-473a-a8ba-4a56e0b3b084 HTTP/1.1" status: 204 len: 168 time: 0.1639042 Jun 23 17:25:02.167352 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-901aa9af-f97f-4489-93ea-05202c311ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:02.184606 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3a63e4-3182-473a-a8ba-4a56e0b3b084,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:02.196049 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:02.246595 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-f57f9303-0d48-47c0-b020-6923a58ad5c7 service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400869 Jun 23 17:25:02.357769 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b3d1ce4-a8a6-4987-87d5-f898494a9042 req-7015a6a0-4493-4a72-addf-5890279e9e5d service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023686 Jun 23 17:25:02.390744 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 36818) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:02.436409 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f6af0728-4478-47f0-9863-579fe6d2acf5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ab92ea3370c46c88a90107221767cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444918 Jun 23 17:25:02.438981 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36820) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:02.506218 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.533219 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.596159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.599927 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.603826 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55327ba8-80ae-4fbd-9eb3-f1f3bcb62362 HTTP/1.1" status: 204 len: 168 time: 0.1613791 Jun 23 17:25:02.603826 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9aa1bf86-6bc0-46ba-888c-ac723a1c29d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:02.631525 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55327ba8-80ae-4fbd-9eb3-f1f3bcb62362,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:02.637263 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:02.786295 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-ffbcc9b0-5f86-4861-b5c7-f330ef0d7686 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:02.787819 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-ffbcc9b0-5f86-4861-b5c7-f330ef0d7686 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.1241755 Jun 23 17:25:02.803575 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-c76e0b89-d42b-4a14-a1ad-2d58dd548e96 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/quotas/fd4dba86273d4a4fb0b8d4f268e0f868 HTTP/1.1" status: 200 len: 375 time: 0.0093970 Jun 23 17:25:02.896649 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-0ca2a3f0-5ff8-49e6-8c67-1b66b4a85db6 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868509 Jun 23 17:25:03.045602 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-7c72de66-2d77-4562-bf41-052ec9820fc8 service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409273 Jun 23 17:25:03.054414 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd2d06-8b87-4302-9db5-691652e4f589 req-f7880202-dfe2-4f8c-84c3-7e0e444bad57 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:03.056481 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2cfd2d06-8b87-4302-9db5-691652e4f589 req-f7880202-dfe2-4f8c-84c3-7e0e444bad57 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 943 time: 0.1265888 Jun 23 17:25:03.150543 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2cfd2d06-8b87-4302-9db5-691652e4f589 req-868d17ac-67a3-4e0f-9eb3-a16f483424dc tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811055 Jun 23 17:25:03.178792 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-334e758d-451c-4d23-a21a-aa0bf3f4908e service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211693 Jun 23 17:25:03.444981 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ed95300b-bdeb-492b-97bf-9e1f746eaac4 req-29615886-09da-4659-affc-df9cc8262f15 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 210 time: 0.0743237 Jun 23 17:25:03.527314 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82658f81-8818-4c6d-8ee1-58d7c0ce931e req-5a6e818f-a26f-4737-aa76-a273696acf72 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:03.528911 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-82658f81-8818-4c6d-8ee1-58d7c0ce931e req-5a6e818f-a26f-4737-aa76-a273696acf72 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.0928366 Jun 23 17:25:03.574086 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-82658f81-8818-4c6d-8ee1-58d7c0ce931e req-22bd9a26-a705-4b69-88d5-3735e7d90966 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Jun 23 17:25:04.114429 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device cd69962d-448f-407e-8bbc-2fab3d000ed8 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:25:04.250414 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port cd69962d-448f-407e-8bbc-2fab3d000ed8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=cd69962d-448f-407e-8bbc-2fab3d000ed8,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:04.265382 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': 'cd69962d-448f-407e-8bbc-2fab3d000ed8', 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd', 'port_id': 'cd69962d-448f-407e-8bbc-2fab3d000ed8', 'mac_address': 'fa:16:3e:ba:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebb85b3-0b40-43e5-82bc-4174ed67156c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:25:04.306479 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:04.321834 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd69962d-448f-407e-8bbc-2fab3d000ed8 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:04.351005 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port cd69962d-448f-407e-8bbc-2fab3d000ed8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=cd69962d-448f-407e-8bbc-2fab3d000ed8,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:04.358123 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:04.361245 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:04.426728 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=cd69962d-448f-407e-8bbc-2fab3d000ed8,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:04.438118 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.438925 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.439413 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.439884 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.440350 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.440861 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.441336 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.441818 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.442280 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.442741 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.443211 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.443529 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:04.447972 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:04.508038 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a031-693a-4a00-b629-71527ac3ce87 req-f0edec04-8ccb-479c-af46-e4e00bf252f6 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:04.509821 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a843a031-693a-4a00-b629-71527ac3ce87 req-f0edec04-8ccb-479c-af46-e4e00bf252f6 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 944 time: 0.0633795 Jun 23 17:25:04.552333 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a843a031-693a-4a00-b629-71527ac3ce87 req-3302ba07-5722-4928-b419-bacc7a13d487 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Jun 23 17:25:04.674318 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f46970a9-795c-478a-9ee1-218f51541191 req-278558d7-2f7b-4b85-a267-55f0dba18fa0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 210 time: 0.0424535 Jun 23 17:25:04.702821 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36956) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:04.731030 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['cd69962d-448f-407e-8bbc-2fab3d000ed8'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:04.840397 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3494e-33c2-4d9d-9988-7acbc6c12590 req-ffeab5de-9fc8-4bf9-bc04-fa2d1478f52a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:04.848222 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-80d3494e-33c2-4d9d-9988-7acbc6c12590 req-ffeab5de-9fc8-4bf9-bc04-fa2d1478f52a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1507602 Jun 23 17:25:04.848441 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-979c3acb-5e0c-4eed-961b-e849dd686b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:04.913989 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-80d3494e-33c2-4d9d-9988-7acbc6c12590 req-809f2f39-79fb-45e6-ae31-861befe176f4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648777 Jun 23 17:25:04.921691 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-48d066f4-c6fb-4c87-8601-10a7ebec1df3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:04.923227 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-48d066f4-c6fb-4c87-8601-10a7ebec1df3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.1849170 Jun 23 17:25:04.950387 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Request body: {'port': {'device_id': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'admin_state_up': True, 'tenant_id': 'fd4dba86273d4a4fb0b8d4f268e0f868'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:04.960124 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-979c3acb-5e0c-4eed-961b-e849dd686b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:04.965452 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-979c3acb-5e0c-4eed-961b-e849dd686b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:04.974383 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:04.999221 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-979c3acb-5e0c-4eed-961b-e849dd686b90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aab0af9f26694a65975bd109384d11bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953310 Jun 23 17:25:05.002332 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36962) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:05.026173 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c3acb-5e0c-4eed-961b-e849dd686b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdfb75a-bf2b-4d2a-b2ba-cc7b457a443d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:05.034137 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-979c3acb-5e0c-4eed-961b-e849dd686b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:05.068891 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.085003 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Made reservation on behalf of fd4dba86273d4a4fb0b8d4f268e0f868 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:05.089986 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.094670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.146892 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.150036 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.151167 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1bdfb75a-bf2b-4d2a-b2ba-cc7b457a443d HTTP/1.1" status: 204 len: 168 time: 0.1478095 Jun 23 17:25:05.152072 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ab04d6e0-eebd-48e4-a74c-f20684b7cee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:05.161205 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdfb75a-bf2b-4d2a-b2ba-cc7b457a443d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:05.171783 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:05.250646 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Allocated IP 172.20.0.3 (24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e/3b113c34-2718-4e17-b63f-ed9dd4887b9f/2ca5597d-d33d-4991-9166-ac82a7238f79) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:05.425832 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.468455 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.473369 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:05.479922 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3', '3e249372-0f3e-42f4-a716-8ea1d592da3e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:05.513851 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36986) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:05.521185 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:05.524688 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:05.527457 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:05.533069 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:05.533695 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.544061 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event updated for resources: {'Port': ['ID=2ca5597d-d33d-4991-9166-ac82a7238f79,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:05.546947 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:05.558466 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b8305a-bb8b-44bf-a26b-313e3bf42748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.559735 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6222670 Jun 23 17:25:05.574345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Request body: {'port': {'device_id': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:05.588837 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36992) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:05.783827 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b8305a-bb8b-44bf-a26b-313e3bf42748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.789549 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b8305a-bb8b-44bf-a26b-313e3bf42748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.792879 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.803921 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4e106ffd-3dbd-4a10-97e7-d637105144cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:05.842694 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-18b8305a-bb8b-44bf-a26b-313e3bf42748 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95ca3045024b48ebb0264e3a34c82c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275199 Jun 23 17:25:05.847829 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c865450-7ef3-4cc1-bb97-7fe4de888882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.851684 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36998) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:05.871919 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8305a-bb8b-44bf-a26b-313e3bf42748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbaa0b5-f3c2-42cf-969a-0ca48874d302,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:05.874877 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-18b8305a-bb8b-44bf-a26b-313e3bf42748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:05.948125 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.955026 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8311b-ebac-47f6-a3a6-16105cc77dc5 req-cc4df93b-13e4-4387-96d9-09b7dd8d3769 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:05.956485 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-afd8311b-ebac-47f6-a3a6-16105cc77dc5 req-cc4df93b-13e4-4387-96d9-09b7dd8d3769 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 944 time: 0.2116346 Jun 23 17:25:05.984057 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.027159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c865450-7ef3-4cc1-bb97-7fe4de888882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.032680 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c865450-7ef3-4cc1-bb97-7fe4de888882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.037834 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ba36ecfc-4c76-4fe7-aa99-1e9809c39818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:06.047754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1d24a-346d-4887-be43-47dc714d8712 req-d40187ff-9c0d-44b1-8df4-5b640ba5fdf6 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:06.049190 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7fc1d24a-346d-4887-be43-47dc714d8712 req-d40187ff-9c0d-44b1-8df4-5b640ba5fdf6 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 931 time: 0.2078199 Jun 23 17:25:06.065606 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.068144 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.069248 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8dbaa0b5-f3c2-42cf-969a-0ca48874d302 HTTP/1.1" status: 204 len: 168 time: 0.2166908 Jun 23 17:25:06.082484 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4c865450-7ef3-4cc1-bb97-7fe4de888882 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f8cb7ba501c42059ca410c4c369015e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926345 Jun 23 17:25:06.083359 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c865450-7ef3-4cc1-bb97-7fe4de888882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643cfd70-def1-46c9-8983-ada2be4a8c21,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:06.083841 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-afd8311b-ebac-47f6-a3a6-16105cc77dc5 req-c500039a-592f-47a4-835a-860ca7c67f41 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153910 Jun 23 17:25:06.085571 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37004) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:06.112982 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4c865450-7ef3-4cc1-bb97-7fe4de888882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:06.113475 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8f5583b9-a7bf-4d05-8f21-3c1752baa432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:06.117604 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device cd69962d-448f-407e-8bbc-2fab3d000ed8 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:25:06.129557 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbaa0b5-f3c2-42cf-969a-0ca48874d302,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:06.133607 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:06.145609 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.169963 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.194994 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port cd69962d-448f-407e-8bbc-2fab3d000ed8 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:25:06.200777 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port cd69962d-448f-407e-8bbc-2fab3d000ed8 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:25:06.201490 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.234785 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.238639 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.239894 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/643cfd70-def1-46c9-8983-ada2be4a8c21 HTTP/1.1" status: 204 len: 168 time: 0.1534233 Jun 23 17:25:06.240634 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-af163424-1259-4fe7-980c-28760931e5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:06.251027 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643cfd70-def1-46c9-8983-ada2be4a8c21,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:06.254699 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:06.296040 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7fc1d24a-346d-4887-be43-47dc714d8712 req-2fb69af9-abc4-49f2-82d2-b336ac7552c3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174394 Jun 23 17:25:06.323367 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.324917 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca5597d-d33d-4991-9166-ac82a7238f79 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:06.363139 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port cd69962d-448f-407e-8bbc-2fab3d000ed8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=cd69962d-448f-407e-8bbc-2fab3d000ed8,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:06.364722 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69962d-448f-407e-8bbc-2fab3d000ed8'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:06.367246 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f7447-9a57-4fa9-a4e9-44e4bb9113a6" -d '{"events": [{"server_uuid": "9acbdfc5-f156-4491-95c9-74955ddc5ce9", "name": "network-vif-plugged", "status": "completed", "tag": "cd69962d-448f-407e-8bbc-2fab3d000ed8"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:06.375819 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.381275 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.395025 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-a0adde8d-3702-40a3-abe0-2c008ed8304e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:06.450763 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f98aebb-6007-4e03-aac9-480beaf5ad29 x-openstack-request-id: req-3f98aebb-6007-4e03-aac9-480beaf5ad29 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:06.451067 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acbdfc5-f156-4491-95c9-74955ddc5ce9", "name": "network-vif-plugged", "status": "completed", "tag": "cd69962d-448f-407e-8bbc-2fab3d000ed8", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:06.451239 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f98aebb-6007-4e03-aac9-480beaf5ad29 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:06.451767 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd69962d-448f-407e-8bbc-2fab3d000ed8', 'code': 200} Jun 23 17:25:06.457173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Transition to ACTIVE for port object 2ca5597d-d33d-4991-9166-ac82a7238f79 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:06.472433 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.483456 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:06.524229 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=cd69962d-448f-407e-8bbc-2fab3d000ed8,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:06.539163 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:06.600469 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18bee7-457d-4d0c-95ec-5e7a72002850 req-0da82741-5c03-49c3-9767-521b349b6143 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:06.607655 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa18bee7-457d-4d0c-95ec-5e7a72002850 req-0da82741-5c03-49c3-9767-521b349b6143 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.2723310 Jun 23 17:25:06.634775 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca5597d-d33d-4991-9166-ac82a7238f79,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:06.637757 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:06.688470 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Attempting to bind port 2ca5597d-d33d-4991-9166-ac82a7238f79 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:25:06.688802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Attempting to bind port 2ca5597d-d33d-4991-9166-ac82a7238f79 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:25:06.689140 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Attempting to bind port 2ca5597d-d33d-4991-9166-ac82a7238f79 on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:06.703640 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Port 2ca5597d-d33d-4991-9166-ac82a7238f79 on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:25:06.703959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Attempting to bind port 2ca5597d-d33d-4991-9166-ac82a7238f79 on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:06.711648 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa18bee7-457d-4d0c-95ec-5e7a72002850 req-cb6a7e55-5bb2-4351-85f2-07e9156227f6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017113 Jun 23 17:25:06.715931 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:25:06.716254 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Checking segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:06.716643 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Bound using segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:25:06.717090 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Bound port: 2ca5597d-d33d-4991-9166-ac82a7238f79, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:25:06.717436 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.787442 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37030) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:06.790569 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7450203-5502-477c-8c9e-1c267a77d9ad req-c55b6d84-079b-4073-b535-81a81410895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:06.792021 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b7450203-5502-477c-8c9e-1c267a77d9ad req-c55b6d84-079b-4073-b535-81a81410895a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 1098 time: 0.1360962 Jun 23 17:25:06.802664 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2757ead2-3357-4355-bb42-1dddd0fcec7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.847650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b7450203-5502-477c-8c9e-1c267a77d9ad req-b3789d91-8c33-43df-afa3-e79c9c5b2543 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Jun 23 17:25:06.853949 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] For port 2ca5597d-d33d-4991-9166-ac82a7238f79, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:06.857846 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] For port 2ca5597d-d33d-4991-9166-ac82a7238f79, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2ca5597d-d33d-4991-9166-ac82a7238f79,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:06.865000 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.867509 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-07c1b6ba-9ac2-4952-87d9-448e268fb1bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:06.905993 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:06.906221 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2757ead2-3357-4355-bb42-1dddd0fcec7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.906776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.908330 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] 10.222.0.23 "PUT /v2.0/ports/2ca5597d-d33d-4991-9166-ac82a7238f79 HTTP/1.1" status: 200 len: 1093 time: 1.3400984 Jun 23 17:25:06.908894 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'tag': '2ca5597d-d33d-4991-9166-ac82a7238f79'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:06.911509 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d32e84-7a0b-48c4-baae-4ba757036378" -d '{"events": [{"name": "network-changed", "server_uuid": "a079317e-a27b-43f9-b156-31e9c776b95a", "tag": "2ca5597d-d33d-4991-9166-ac82a7238f79"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:06.912983 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2757ead2-3357-4355-bb42-1dddd0fcec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.927466 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-852140fb-695f-4e9b-808f-26999929e233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:06.964996 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca5597d-d33d-4991-9166-ac82a7238f79,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:06.972414 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:06.972546 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-2757ead2-3357-4355-bb42-1dddd0fcec7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab1a80052cf24c5e99cbb533384dfb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814322 Jun 23 17:25:06.972638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad5698-3d57-4a7a-83c2-a4d41c56e9b0 x-openstack-request-id: req-5fad5698-3d57-4a7a-83c2-a4d41c56e9b0 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:06.972638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079317e-a27b-43f9-b156-31e9c776b95a", "tag": "2ca5597d-d33d-4991-9166-ac82a7238f79", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:06.972638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fad5698-3d57-4a7a-83c2-a4d41c56e9b0 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:06.972638 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'tag': '2ca5597d-d33d-4991-9166-ac82a7238f79', 'status': 'completed', 'code': 200} Jun 23 17:25:06.972638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 37040) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:06.975642 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757ead2-3357-4355-bb42-1dddd0fcec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19765d00-dd60-4e2f-9aa1-eff7231fd625,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:06.979388 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2757ead2-3357-4355-bb42-1dddd0fcec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:07.062824 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.090487 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.104243 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-1988abf2-f18d-492a-baf2-852b939f99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:07.105973 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-1988abf2-f18d-492a-baf2-852b939f99c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 1096 time: 0.1021750 Jun 23 17:25:07.158450 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-076422ed-f424-4fe9-946a-41604be73382 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca5597d-d33d-4991-9166-ac82a7238f79 HTTP/1.1" status: 200 len: 217 time: 0.0370419 Jun 23 17:25:07.158599 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37050) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:07.203564 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.206206 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.207297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19765d00-dd60-4e2f-9aa1-eff7231fd625 HTTP/1.1" status: 204 len: 168 time: 0.2331402 Jun 23 17:25:07.213174 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:07.259797 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-1366f14a-fb02-4bee-b518-cc02292b76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:07.261224 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-1366f14a-fb02-4bee-b518-cc02292b76ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0905957 Jun 23 17:25:07.261984 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19765d00-dd60-4e2f-9aa1-eff7231fd625,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:07.264741 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1981632318-network', 'tenant_id': '3a7c3e1c075e4b4995aecdf15ebde719'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:07.265627 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:07.294435 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Made reservation on behalf of 3a7c3e1c075e4b4995aecdf15ebde719 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:07.296996 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.301529 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-5d402627-fa3a-4590-b55c-7d435ede30f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306203 Jun 23 17:25:07.306918 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.352632 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e6d0b-83f2-4251-97af-72fd31d82375 req-94b99112-e3e0-42b2-b964-538d3c22e840 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:07.354354 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c19e6d0b-83f2-4251-97af-72fd31d82375 req-94b99112-e3e0-42b2-b964-538d3c22e840 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.1428287 Jun 23 17:25:07.425057 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.432150 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.433503 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c19e6d0b-83f2-4251-97af-72fd31d82375 req-a002d0ba-e363-4d32-85d3-683acda4d4ef tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507872 Jun 23 17:25:07.437952 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4c865450-7ef3-4cc1-bb97-7fe4de888882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:07.449064 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-117ddcd0-c222-4aed-8c44-a229a71abdbd service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380816 Jun 23 17:25:07.469347 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:07.479634 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9815dc-c718-436b-9374-11491a26229e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:07.484159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:07.485182 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.485513 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Added segment 35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9 of type vlan for network 8d2e1c1d-bf28-4f29-9226-47023bb80226 Jun 23 17:25:07.531727 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37060) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:07.705257 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.719582 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-906fb331-d9a5-4586-90ce-b0169a78b7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.777515 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.779961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:07.780526 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.784926 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:07.841909 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cb4a-7963-448f-900c-b97bd901aa44 req-595ee4f6-5fa2-4256-9721-dd42963fd7c7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:07.843343 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ed2cb4a-7963-448f-900c-b97bd901aa44 req-595ee4f6-5fa2-4256-9721-dd42963fd7c7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 943 time: 0.3802781 Jun 23 17:25:07.847181 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f3deb619-406e-4d86-94d4-2fa8b6b04c39 req-9fe3c60a-8438-46ac-8eac-edb72a5aec9e service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827095 Jun 23 17:25:07.874651 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2e1c1d-bf28-4f29-9226-47023bb80226,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:07.880467 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:07.891772 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 8d2e1c1d-bf28-4f29-9226-47023bb80226 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:07.912357 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ed2cb4a-7963-448f-900c-b97bd901aa44 req-40a1d0c9-4703-4e10-a27d-1ded636dafdc tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574341 Jun 23 17:25:07.928321 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-906fb331-d9a5-4586-90ce-b0169a78b7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.935969 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-906fb331-d9a5-4586-90ce-b0169a78b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.937775 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd57998-0754-4cf1-873e-0352e117583b req-b2f35893-7a39-485e-89e5-7040488b7e97 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:07.939513 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9dd57998-0754-4cf1-873e-0352e117583b req-b2f35893-7a39-485e-89e5-7040488b7e97 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.0950656 Jun 23 17:25:07.951280 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ae9c4b92-1136-4a4f-9704-67dac1235baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:07.964918 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8032451 Jun 23 17:25:07.967265 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37072) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:07.980325 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Request body: {'subnet': {'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1981632318-subnet', 'tenant_id': '3a7c3e1c075e4b4995aecdf15ebde719', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:08.013452 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9dd57998-0754-4cf1-873e-0352e117583b req-c9b2837c-c773-448e-9e52-55bab28f570a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Jun 23 17:25:08.017025 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-906fb331-d9a5-4586-90ce-b0169a78b7e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3a71a86fae74125b65e1572a6e82212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843078 Jun 23 17:25:08.021009 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 37074) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:08.024589 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fb331-d9a5-4586-90ce-b0169a78b7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f9d36-3ad5-415b-8fd9-f9a8a3df74be,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:08.028880 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-906fb331-d9a5-4586-90ce-b0169a78b7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:08.036442 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Made reservation on behalf of 3a7c3e1c075e4b4995aecdf15ebde719 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:08.040495 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165428'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:08.046262 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-c77806ff-bc25-457c-a514-390c3fdf1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:08.047861 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-c77806ff-bc25-457c-a514-390c3fdf1b88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 1096 time: 0.1071980 Jun 23 17:25:08.133551 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:08.167390 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:08.193799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-13c4b5bb-09c6-4749-b545-4d924deacf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:08.195345 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-13c4b5bb-09c6-4749-b545-4d924deacf2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 916 time: 0.1326311 Jun 23 17:25:08.237228 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165414'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:08.239891 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c47aaa95-c06e-4f4a-b4d5-8990303d9f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:08.251857 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-758099de-8fdd-4544-95c6-732f759e11d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ca5597d-d33d-4991-9166-ac82a7238f79 HTTP/1.1" status: 200 len: 217 time: 0.0420609 Jun 23 17:25:08.267929 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:08.271142 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:08.272463 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a65f9d36-3ad5-415b-8fd9-f9a8a3df74be HTTP/1.1" status: 204 len: 168 time: 0.2504885 Jun 23 17:25:08.274700 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:08.295513 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3b7b02-b222-47f8-9326-5a2fed470fc1,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:08.299587 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:08.307784 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f9d36-3ad5-415b-8fd9-f9a8a3df74be,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:08.311242 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:08.316763 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Checking segment: {'id': '35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:08.317629 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Network hostable DHCP agents. Network: 8d2e1c1d-bf28-4f29-9226-47023bb80226, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:08.340995 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Network 8d2e1c1d-bf28-4f29-9226-47023bb80226 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:08.351625 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-ce2366ca-6521-40e1-a8f4-242442dadb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:08.353091 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-ce2366ca-6521-40e1-a8f4-242442dadb76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0794921 Jun 23 17:25:08.353813 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 8d2e1c1d-bf28-4f29-9226-47023bb80226) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:08.357668 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:08.358286 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:08.364346 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fbb435-f625-4cf0-ae62-6ed3d402e455 None None] Network 8d2e1c1d-bf28-4f29-9226-47023bb80226 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:08.380916 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4029241 Jun 23 17:25:08.415496 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-e5cf84d8-d534-4709-99f5-8fe0caade837 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439842 Jun 23 17:25:08.516324 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce3421-35c8-4396-9208-b812aa65b553 None None] Network 8d2e1c1d-bf28-4f29-9226-47023bb80226 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:08.542749 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-f459d962-09a5-4474-a489-c3f4f2dfdf7a service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193807 Jun 23 17:25:08.699594 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-53d32e84-7a0b-48c4-baae-4ba757036378 req-260733ce-1680-4ea8-932f-44ad79c7577c service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394217 Jun 23 17:25:08.716652 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe67df-353d-403a-915a-915991891e9e req-05861c92-45f5-44b2-a0c2-1e83be504d21 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:08.718374 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ebe67df-353d-403a-915a-915991891e9e req-05861c92-45f5-44b2-a0c2-1e83be504d21 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.0976226 Jun 23 17:25:08.782134 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ebe67df-353d-403a-915a-915991891e9e req-a82b27d7-df31-4164-ba79-84708909b2b4 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502517 Jun 23 17:25:09.009436 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-1c3198e0-a591-4909-83e1-cce393c23bfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671940 Jun 23 17:25:09.177335 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37158) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:09.184576 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2034532364-network', 'tenant_id': '3ade1485f16f4d3cb69f2448edf31674'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:09.222906 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Made reservation on behalf of 3ade1485f16f4d3cb69f2448edf31674 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:09.228402 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.245509 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.273224 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f62982-632b-40e1-9eba-baccdf94cfaf req-0f647cac-d09f-49f0-94ca-04f6f5af72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:09.274843 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a6f62982-632b-40e1-9eba-baccdf94cfaf req-0f647cac-d09f-49f0-94ca-04f6f5af72a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 1099 time: 0.2134757 Jun 23 17:25:09.282835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f17547-b263-4ea6-b673-868563b997cd req-d9be479e-c08f-487c-8da7-f9384fb2f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:09.284216 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-d9be479e-c08f-487c-8da7-f9384fb2f4fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 1099 time: 0.1614952 Jun 23 17:25:09.313520 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f346-1eaf-4491-9858-328f928c5abd req-62273401-a081-442e-a373-60b5c8b3da50 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:09.315307 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6463f346-1eaf-4491-9858-328f928c5abd req-62273401-a081-442e-a373-60b5c8b3da50 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 943 time: 0.1805863 Jun 23 17:25:09.396181 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.404900 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.410825 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90bae52f-4af5-4688-8a81-bd8b254ba1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:09.469764 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:09.485346 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607c2591-70a4-44b3-8c52-67fdb78164fd,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:09.488500 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:09.488712 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a6f62982-632b-40e1-9eba-baccdf94cfaf req-1c34236c-57b9-405e-ab04-f8c554d7add1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008119 Jun 23 17:25:09.491674 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.492018 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Added segment e0872ca3-67ea-4636-85ce-1f0700437709 of type vlan for network d9525902-293e-4091-b71b-2ed3c1702959 Jun 23 17:25:09.512466 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08df56-fdf8-4fee-85bb-5fbd64cfebdb req-4b6c302c-61f5-4037-a269-69f914a66c36 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:09.519899 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5e08df56-fdf8-4fee-85bb-5fbd64cfebdb req-4b6c302c-61f5-4037-a269-69f914a66c36 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.3049684 Jun 23 17:25:09.539530 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.546638 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6463f346-1eaf-4491-9858-328f928c5abd req-e6215752-47ed-4e0f-9741-17c9bbdac0da tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245927 Jun 23 17:25:09.581672 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.583649 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:09.584313 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.585070 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f17547-b263-4ea6-b673-868563b997cd req-5041916e-cbe5-4be8-9030-e5beaefb553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:09.586586 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-5041916e-cbe5-4be8-9030-e5beaefb553b service neutron] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 916 time: 0.2667482 Jun 23 17:25:09.588003 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:09.594598 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5e08df56-fdf8-4fee-85bb-5fbd64cfebdb req-4eab71ed-4a0a-47b1-af93-c71d83b4cbf2 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738432 Jun 23 17:25:09.647801 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-fc5b8774-bb61-41e2-a275-ad457e0230d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3 HTTP/1.1" status: 200 len: 217 time: 0.0365717 Jun 23 17:25:09.664562 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4860854 Jun 23 17:25:09.665775 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 37176) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:09.673697 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Pushing event updated for resources: {'Network': ['ID=d9525902-293e-4091-b71b-2ed3c1702959,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:09.674370 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Request body: {'subnet': {'network_id': 'd9525902-293e-4091-b71b-2ed3c1702959', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2034532364-subnet', 'tenant_id': '3ade1485f16f4d3cb69f2448edf31674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:09.676936 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:09.688155 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network d9525902-293e-4091-b71b-2ed3c1702959 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:09.735480 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Made reservation on behalf of 3ade1485f16f4d3cb69f2448edf31674 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:09.737787 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.774064 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f17547-b263-4ea6-b673-868563b997cd req-3bc409c2-3ed6-4fa2-afab-feb1ad2a3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:09.777266 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-3bc409c2-3ed6-4fa2-afab-feb1ad2a3aaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0858080 Jun 23 17:25:09.842134 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-30212357-eb16-479c-82d9-c7017e68d8da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328972 Jun 23 17:25:09.996872 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-cbb60d4d-7cde-420b-bd92-92857d4a9461 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443286 Jun 23 17:25:10.008366 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37200) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:10.117408 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.123695 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f4b150a1-972d-42c8-b00e-2530f15e0f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:10.136576 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3b213ec6-7e4a-4fbd-9793-2c3ad78045e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.212420 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9f17547-b263-4ea6-b673-868563b997cd req-1f346c97-5267-4158-80c9-813910b047ab service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852019 Jun 23 17:25:10.215485 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5f3947-577f-48c9-84d3-9caa3b806075,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:10.218201 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:10.219861 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Checking segment: {'id': 'e0872ca3-67ea-4636-85ce-1f0700437709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd9525902-293e-4091-b71b-2ed3c1702959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:10.220713 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Network hostable DHCP agents. Network: d9525902-293e-4091-b71b-2ed3c1702959, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:10.240634 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Network d9525902-293e-4091-b71b-2ed3c1702959 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:10.252698 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, d9525902-293e-4091-b71b-2ed3c1702959) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:10.257327 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:10.258501 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.269315 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5b4c83-58b5-4b34-99cc-04d939ba1c8f None None] Network d9525902-293e-4091-b71b-2ed3c1702959 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:10.291635 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3b213ec6-7e4a-4fbd-9793-2c3ad78045e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.297337 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3b213ec6-7e4a-4fbd-9793-2c3ad78045e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.301120 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-72f71b50-5950-4f21-a3fb-ed069b17d03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:10.309765 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-80d4dc40-58eb-45e8-923f-f6fbc11f0aa4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6366160 Jun 23 17:25:10.340264 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b213ec6-7e4a-4fbd-9793-2c3ad78045e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef95b2e-021e-4613-81a5-6e4c6ca27325,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:10.345940 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3b213ec6-7e4a-4fbd-9793-2c3ad78045e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06af26cd92bd4a81ac6cd14bcff296e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361788 Jun 23 17:25:10.347122 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3b213ec6-7e4a-4fbd-9793-2c3ad78045e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:10.348949 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37210) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:10.406958 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.425790 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dee706-7f84-4643-ba01-01946ab5a375 None None] Network d9525902-293e-4091-b71b-2ed3c1702959 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:10.431427 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.487556 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.490608 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.491873 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ef95b2e-021e-4613-81a5-6e4c6ca27325 HTTP/1.1" status: 204 len: 168 time: 0.1419909 Jun 23 17:25:10.492780 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:10.503114 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef95b2e-021e-4613-81a5-6e4c6ca27325,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:10.506143 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:10.708749 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cad5fc10-7bcc-4552-affb-74f6e0f185b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.790754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadd771-69de-486d-8c96-2a6bd0be72eb req-b46d704a-589a-4c3c-9c50-fc708d528e17 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:10.792453 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-deadd771-69de-486d-8c96-2a6bd0be72eb req-b46d704a-589a-4c3c-9c50-fc708d528e17 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 943 time: 0.1126904 Jun 23 17:25:10.847739 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-deadd771-69de-486d-8c96-2a6bd0be72eb req-b47d3bde-2d51-4755-8b90-a533d4e0df66 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489094 Jun 23 17:25:11.100128 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-df441a9d-5249-4856-8a9e-075c3a1bc21c tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:11.101563 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-df441a9d-5249-4856-8a9e-075c3a1bc21c tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/networks?id=8d2e1c1d-bf28-4f29-9226-47023bb80226 HTTP/1.1" status: 200 len: 809 time: 0.1467402 Jun 23 17:25:11.115800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f42e6-7601-4296-b782-d6e0155d16a3 req-ddbf2b2c-a023-4b1e-ad5c-68dd1105ab77 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:11.117342 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f44f42e6-7601-4296-b782-d6e0155d16a3 req-ddbf2b2c-a023-4b1e-ad5c-68dd1105ab77 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1376703 Jun 23 17:25:11.134279 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-1db6d433-ff56-48b4-a5f1-72e622d0eea3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/quotas/3a7c3e1c075e4b4995aecdf15ebde719 HTTP/1.1" status: 200 len: 375 time: 0.0159612 Jun 23 17:25:11.193550 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-a1dba552-9b5d-4f97-9a21-33e8112fa337 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a7c3e1c075e4b4995aecdf15ebde719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407157 Jun 23 17:25:11.193550 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f44f42e6-7601-4296-b782-d6e0155d16a3 req-6315433f-d55f-4d7c-80ff-e1878e6b309f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Jun 23 17:25:11.285065 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-738c6b2c-2142-4ef7-a078-9b6823ba80b7 service neutron] 10.222.0.69 "GET /v2.0/networks/8d2e1c1d-bf28-4f29-9226-47023bb80226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903919 Jun 23 17:25:11.386638 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-8b4aa6fe-cb2f-4d0b-974e-c1c31c0af5dd service neutron] 10.222.0.69 "GET /v2.0/networks/8d2e1c1d-bf28-4f29-9226-47023bb80226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944095 Jun 23 17:25:11.596388 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c31282fe-b1d9-498c-991f-84ce9fe7b043 req-f7365526-6649-42dc-b462-2c2f994a4f58 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 210 time: 0.0429528 Jun 23 17:25:11.643754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c51fc3-68ac-4381-9e53-c949b693a4df req-bc8be990-4a4e-4045-b24c-4f72abab50c7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:11.645478 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-64c51fc3-68ac-4381-9e53-c949b693a4df req-bc8be990-4a4e-4045-b24c-4f72abab50c7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1305830 Jun 23 17:25:11.692950 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-64c51fc3-68ac-4381-9e53-c949b693a4df req-0f262705-653d-4a7f-b824-13a1ebab6db7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Jun 23 17:25:12.077738 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a64aed-1df6-4377-ae01-d71e7b274265 req-cc04ed96-cf36-4e18-9a4d-95ce39bc5672 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:12.079530 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-76a64aed-1df6-4377-ae01-d71e7b274265 req-cc04ed96-cf36-4e18-9a4d-95ce39bc5672 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 943 time: 0.0929554 Jun 23 17:25:12.136171 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2ca5597d-d33d-4991-9166-ac82a7238f79 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:25:12.137336 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-76a64aed-1df6-4377-ae01-d71e7b274265 req-2b114392-bfb0-4ffe-9bc7-b2fd9d640bbb tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513070 Jun 23 17:25:12.246025 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2ca5597d-d33d-4991-9166-ac82a7238f79, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2ca5597d-d33d-4991-9166-ac82a7238f79,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:12.257837 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '2ca5597d-d33d-4991-9166-ac82a7238f79', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'port_id': '2ca5597d-d33d-4991-9166-ac82a7238f79', 'mac_address': 'fa:16:3e:64:db:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b113c34-2718-4e17-b63f-ed9dd4887b9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:25:12.298453 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:12.311892 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca5597d-d33d-4991-9166-ac82a7238f79 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:12.332421 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2ca5597d-d33d-4991-9166-ac82a7238f79, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2ca5597d-d33d-4991-9166-ac82a7238f79,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:12.337323 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:12.340783 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:12.393269 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2ca5597d-d33d-4991-9166-ac82a7238f79,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:12.396290 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:12.757284 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-13f49fee-b6d5-4fb2-8536-56d802f019ef req-908de9ac-aa2f-4fa8-bb3b-bcf21d7dcd94 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 210 time: 0.0321498 Jun 23 17:25:12.790984 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['2ca5597d-d33d-4991-9166-ac82a7238f79'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:13.128766 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-143b9d15-d1ff-4e95-90fb-e5309bac6311 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:13.130279 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-143b9d15-d1ff-4e95-90fb-e5309bac6311 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.23 "GET /v2.0/networks?id=8d2e1c1d-bf28-4f29-9226-47023bb80226 HTTP/1.1" status: 200 len: 809 time: 0.1498206 Jun 23 17:25:13.146156 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Request body: {'port': {'device_id': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226', 'admin_state_up': True, 'tenant_id': '3a7c3e1c075e4b4995aecdf15ebde719'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:13.261231 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Made reservation on behalf of 3a7c3e1c075e4b4995aecdf15ebde719 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:13.265258 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:13.420235 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4114672e-a74a-4632-af76-778ab3557211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:13.422185 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0db79-4c8a-4379-a91a-55efe5d9d48b req-668c6a0c-af0c-4705-8ef9-578aadde9080 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:13.423688 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61e0db79-4c8a-4379-a91a-55efe5d9d48b req-668c6a0c-af0c-4705-8ef9-578aadde9080 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 944 time: 0.1401930 Jun 23 17:25:13.438193 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:13.464654 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Allocated IP 172.20.0.10 (8d2e1c1d-bf28-4f29-9226-47023bb80226/eb3b7b02-b222-47f8-9326-5a2fed470fc1/ba3fe0fd-db56-492e-a878-10f35bca2d4a) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:13.495325 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61e0db79-4c8a-4379-a91a-55efe5d9d48b req-91b96c25-9d2e-472c-88a4-24d4bd23e7f1 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634296 Jun 23 17:25:13.690708 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-8db26170-39b9-4bc7-8fa0-62b250d6ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:13.691321 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-8db26170-39b9-4bc7-8fa0-62b250d6ea2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.1850617 Jun 23 17:25:13.723704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4568642-20e0-4cfe-ad51-c5966693cdd4 req-f66e38f7-98c3-410e-8099-945f3a482931 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:13.725063 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a4568642-20e0-4cfe-ad51-c5966693cdd4 req-f66e38f7-98c3-410e-8099-945f3a482931 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1843481 Jun 23 17:25:13.729187 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:13.830783 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a4568642-20e0-4cfe-ad51-c5966693cdd4 req-83e72df2-ea6e-482b-8cf2-5ff2634da7f1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913892 Jun 23 17:25:13.854813 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-0de41922-5101-4038-bad3-4171e2d0d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:13.856234 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-0de41922-5101-4038-bad3-4171e2d0d9e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 920 time: 0.1485147 Jun 23 17:25:13.872031 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:13.904956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:13.924329 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-b5927f5c-8242-44c9-88ca-b6a17adba609 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 217 time: 0.0600536 Jun 23 17:25:14.010951 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Network 8d2e1c1d-bf28-4f29-9226-47023bb80226 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:14.017635 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:14.019920 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:14.026190 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:14.026813 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:14.045502 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Pushing event updated for resources: {'Port': ['ID=ba3fe0fd-db56-492e-a878-10f35bca2d4a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:14.048216 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:14.057393 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-b8013cf8-e748-436e-890a-e6e9aaad557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:14.058669 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-b8013cf8-e748-436e-890a-e6e9aaad557c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.0951240 Jun 23 17:25:14.061255 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9194102 Jun 23 17:25:14.091859 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Request body: {'port': {'device_id': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:14.116255 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e3a90-d004-4065-97d4-2c40d8211a80 req-5654e9f5-92d6-479a-8c5f-5311c7587a95 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:14.117689 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-697e3a90-d004-4065-97d4-2c40d8211a80 req-5654e9f5-92d6-479a-8c5f-5311c7587a95 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 932 time: 0.2088745 Jun 23 17:25:14.120644 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-92b58e68-958c-4020-b842-04973f63b9f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444961 Jun 23 17:25:14.163855 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2ca5597d-d33d-4991-9166-ac82a7238f79 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:25:14.233821 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 2ca5597d-d33d-4991-9166-ac82a7238f79 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:25:14.238614 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 2ca5597d-d33d-4991-9166-ac82a7238f79 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:25:14.239245 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:14.448718 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:14.474164 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca5597d-d33d-4991-9166-ac82a7238f79'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:14.476426 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10ea499-6349-407c-8016-6382f4506341" -d '{"events": [{"server_uuid": "a079317e-a27b-43f9-b156-31e9c776b95a", "name": "network-vif-plugged", "status": "completed", "tag": "2ca5597d-d33d-4991-9166-ac82a7238f79"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:14.496268 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2ca5597d-d33d-4991-9166-ac82a7238f79, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2ca5597d-d33d-4991-9166-ac82a7238f79,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:14.500645 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:14.505466 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:14.523306 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-697e3a90-d004-4065-97d4-2c40d8211a80 req-5daaec7a-033a-4d15-bd09-9f2907a1af9e tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723140 Jun 23 17:25:14.558360 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0716af7a-5f48-4c5f-8f20-765960e2593d x-openstack-request-id: req-0716af7a-5f48-4c5f-8f20-765960e2593d {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:14.558656 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079317e-a27b-43f9-b156-31e9c776b95a", "name": "network-vif-plugged", "status": "completed", "tag": "2ca5597d-d33d-4991-9166-ac82a7238f79", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:14.558936 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0716af7a-5f48-4c5f-8f20-765960e2593d {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:14.559352 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca5597d-d33d-4991-9166-ac82a7238f79', 'code': 200} Jun 23 17:25:14.576277 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:14.609964 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:14.611602 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-ab45a08a-a7a5-4718-808e-48d5d088512d service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590247 Jun 23 17:25:14.614680 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2ca5597d-d33d-4991-9166-ac82a7238f79,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:14.619897 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:14.857310 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ffdf0-c732-4e0c-92dc-d4aaf2445782 req-9fd35140-8f40-44bf-ac89-c40d9f6249a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:14.859340 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-dd8ffdf0-c732-4e0c-92dc-d4aaf2445782 req-9fd35140-8f40-44bf-ac89-c40d9f6249a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 1098 time: 0.0678136 Jun 23 17:25:14.869141 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e6bdef6a-6b31-440d-ada0-b5cd58c163bc req-f94e4eac-e2fa-42fb-aae5-768f150acf8e service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340345 Jun 23 17:25:14.920522 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-dd8ffdf0-c732-4e0c-92dc-d4aaf2445782 req-5df77d65-161b-472f-bfe3-ad019c00a9d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Jun 23 17:25:14.971383 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb5c63-e799-4e39-9e21-bd235f067b72 req-c0c4b868-942c-4517-83e8-a2b2c856f18d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:14.972927 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1fcb5c63-e799-4e39-9e21-bd235f067b72 req-c0c4b868-942c-4517-83e8-a2b2c856f18d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 945 time: 0.2630491 Jun 23 17:25:15.076057 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1fcb5c63-e799-4e39-9e21-bd235f067b72 req-d4b76a29-6d36-41b8-b456-da3d2330923e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918734 Jun 23 17:25:15.156167 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e032794-d279-43ed-a23f-0c31e32d110d req-9fdde49a-35f0-4f79-862a-0f0611749016 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:15.157651 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2e032794-d279-43ed-a23f-0c31e32d110d req-9fdde49a-35f0-4f79-862a-0f0611749016 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1459260 Jun 23 17:25:15.164091 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3fe0fd-db56-492e-a878-10f35bca2d4a {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:15.177429 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:15.199995 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Transition to ACTIVE for port object ba3fe0fd-db56-492e-a878-10f35bca2d4a will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:15.210731 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:15.215884 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:15.238299 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2e032794-d279-43ed-a23f-0c31e32d110d req-d11cabb8-078a-449a-a3e5-73bfacf089a9 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695076 Jun 23 17:25:15.287795 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fe0fd-db56-492e-a878-10f35bca2d4a,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:15.291651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:15.338819 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Attempting to bind port ba3fe0fd-db56-492e-a878-10f35bca2d4a on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:25:15.339148 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Attempting to bind port ba3fe0fd-db56-492e-a878-10f35bca2d4a by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:25:15.339706 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Attempting to bind port ba3fe0fd-db56-492e-a878-10f35bca2d4a on network 8d2e1c1d-bf28-4f29-9226-47023bb80226 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:15.344730 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Port ba3fe0fd-db56-492e-a878-10f35bca2d4a on network 8d2e1c1d-bf28-4f29-9226-47023bb80226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:25:15.345056 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Attempting to bind port ba3fe0fd-db56-492e-a878-10f35bca2d4a on network 8d2e1c1d-bf28-4f29-9226-47023bb80226 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:15.350574 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:25:15.350927 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Checking segment: {'id': '35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:15.351345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Bound using segment: {'id': '35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:25:15.351765 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Bound port: ba3fe0fd-db56-492e-a878-10f35bca2d4a, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:25:15.352276 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:15.433898 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] For port ba3fe0fd-db56-492e-a878-10f35bca2d4a, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:15.437322 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] For port ba3fe0fd-db56-492e-a878-10f35bca2d4a, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=ba3fe0fd-db56-492e-a878-10f35bca2d4a,segment=NetworkSegment(35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9),segment_id=35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:15.442025 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:15.444745 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:15.479093 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:15.479671 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:15.481012 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] 10.222.0.23 "PUT /v2.0/ports/ba3fe0fd-db56-492e-a878-10f35bca2d4a HTTP/1.1" status: 200 len: 1094 time: 1.4025083 Jun 23 17:25:15.483581 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'tag': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:15.486012 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6c1eff-0413-4082-9a9e-881dad0f9e65", "tag": "ba3fe0fd-db56-492e-a878-10f35bca2d4a"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:15.517365 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fe0fd-db56-492e-a878-10f35bca2d4a,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:15.520978 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:15.530244 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa077225-7f88-41e7-aadd-7f158114b10b x-openstack-request-id: req-aa077225-7f88-41e7-aadd-7f158114b10b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:15.530823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6c1eff-0413-4082-9a9e-881dad0f9e65", "tag": "ba3fe0fd-db56-492e-a878-10f35bca2d4a", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:15.530823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa077225-7f88-41e7-aadd-7f158114b10b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:15.531315 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'tag': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a', 'status': 'completed', 'code': 200} Jun 23 17:25:15.548884 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:15.610906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-e402717c-0c01-4093-a082-54b529d4707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:15.612427 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-e402717c-0c01-4093-a082-54b529d4707b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a7c3e1c075e4b4995aecdf15ebde719&device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 1097 time: 0.0552816 Jun 23 17:25:15.661632 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-905fae4d-4bfd-451d-a0eb-1d0ce99603ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba3fe0fd-db56-492e-a878-10f35bca2d4a HTTP/1.1" status: 200 len: 217 time: 0.0408337 Jun 23 17:25:15.747051 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-6d4a978d-9783-4de1-bace-36a3351b0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:15.748614 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-6d4a978d-9783-4de1-bace-36a3351b0976 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb3b7b02-b222-47f8-9326-5a2fed470fc1 HTTP/1.1" status: 200 len: 849 time: 0.0608547 Jun 23 17:25:15.774171 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c3802-dee6-448a-bf0b-1c11def74adf req-ac488ef8-6639-4dd6-b830-1a6ab4283e6c tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:15.776169 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-009c3802-dee6-448a-bf0b-1c11def74adf req-ac488ef8-6639-4dd6-b830-1a6ab4283e6c tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 944 time: 0.1172791 Jun 23 17:25:15.796366 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-1141a036-c4d7-45f3-91a5-32a7ebeea4af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8d2e1c1d-bf28-4f29-9226-47023bb80226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398884 Jun 23 17:25:15.879998 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-009c3802-dee6-448a-bf0b-1c11def74adf req-ccaa1c1a-bd89-4f06-a566-1e8e60ece94f tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860722 Jun 23 17:25:15.913971 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-6ee4bbde-3d82-479d-9919-a6245d689533 service neutron] 10.222.0.23 "GET /v2.0/networks/8d2e1c1d-bf28-4f29-9226-47023bb80226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049318 Jun 23 17:25:16.014281 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a5ecfcc-b285-4709-97ff-f03de897d254 req-daa222f4-ccc0-4035-97e1-33ff3c96c2a9 service neutron] 10.222.0.23 "GET /v2.0/networks/8d2e1c1d-bf28-4f29-9226-47023bb80226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910614 Jun 23 17:25:16.159429 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-350e3185-cb31-4487-9fac-05d8aebb9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:16.161124 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-350e3185-cb31-4487-9fac-05d8aebb9a03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a7c3e1c075e4b4995aecdf15ebde719&device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 1097 time: 0.0529037 Jun 23 17:25:16.291364 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-0257db22-bf01-440d-8b8f-1cf2eeb6dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:16.292804 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-0257db22-bf01-440d-8b8f-1cf2eeb6dc09 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8d2e1c1d-bf28-4f29-9226-47023bb80226 HTTP/1.1" status: 200 len: 910 time: 0.1236629 Jun 23 17:25:16.309134 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad2585-e7f6-4971-9a64-77093a16900c req-d4ff5cff-6d55-40d6-8c66-2e4be9e7349a tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:16.310523 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9ad2585-e7f6-4971-9a64-77093a16900c req-d4ff5cff-6d55-40d6-8c66-2e4be9e7349a tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 945 time: 0.1180475 Jun 23 17:25:16.364066 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-177a7928-39f4-4507-beb7-79830aa35303 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba3fe0fd-db56-492e-a878-10f35bca2d4a HTTP/1.1" status: 200 len: 217 time: 0.0390065 Jun 23 17:25:16.413141 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:16.437203 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b9ad2585-e7f6-4971-9a64-77093a16900c req-739374e5-1fbe-42b2-a5d5-f4fc6343e31e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202736 Jun 23 17:25:16.461045 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-26f8ac17-3d85-4288-8496-dce2a344d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:16.463144 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-26f8ac17-3d85-4288-8496-dce2a344d7e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb3b7b02-b222-47f8-9326-5a2fed470fc1 HTTP/1.1" status: 200 len: 849 time: 0.0813453 Jun 23 17:25:16.504639 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-b74f6c47-c283-467c-b6b7-e286e7239156 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8d2e1c1d-bf28-4f29-9226-47023bb80226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311277 Jun 23 17:25:16.513212 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca82d1-3916-4ebe-8be3-4d1ddac27868 req-903ff4a1-7ee3-4b8c-a301-d5a11b4cf5c1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:16.514862 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-13ca82d1-3916-4ebe-8be3-4d1ddac27868 req-903ff4a1-7ee3-4b8c-a301-d5a11b4cf5c1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1473944 Jun 23 17:25:16.631061 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-13ca82d1-3916-4ebe-8be3-4d1ddac27868 req-e739a49d-60cd-444b-b1ab-b8223942e14a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042728 Jun 23 17:25:16.650097 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-097eeb96-1e59-494e-8964-cbfc5f06c9e0 service neutron] 10.222.0.23 "GET /v2.0/networks/8d2e1c1d-bf28-4f29-9226-47023bb80226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316547 Jun 23 17:25:16.761825 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-09cb13b3-8f4b-4cea-a5ea-eeccce43e598 req-bdbb3157-c00f-4966-937f-267ad0abdc7b service neutron] 10.222.0.23 "GET /v2.0/networks/8d2e1c1d-bf28-4f29-9226-47023bb80226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995018 Jun 23 17:25:16.877242 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 37444) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:16.995575 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-95b5e0d3-4f63-452f-b931-cae383063823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:17.099463 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ec13-7936-4dc6-b365-e27f337fa806 req-90c93116-453f-4132-9573-627dc104a4bb tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:17.100915 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dd47ec13-7936-4dc6-b365-e27f337fa806 req-90c93116-453f-4132-9573-627dc104a4bb tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 944 time: 0.0975475 Jun 23 17:25:17.159431 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dd47ec13-7936-4dc6-b365-e27f337fa806 req-80fb6176-d856-4568-b6a1-6978765e3c34 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Jun 23 17:25:17.165920 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-95b5e0d3-4f63-452f-b931-cae383063823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:17.174269 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-95b5e0d3-4f63-452f-b931-cae383063823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:17.185742 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:17.217102 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-95b5e0d3-4f63-452f-b931-cae383063823 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7aaae27467e24015917fec3f61f4cd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384349 Jun 23 17:25:17.219453 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37454) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:17.223645 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e0d3-4f63-452f-b931-cae383063823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db787411-fc2b-4fec-b606-ab37d79b62ed,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:17.230712 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-95b5e0d3-4f63-452f-b931-cae383063823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:17.270326 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:17.291873 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:17.341660 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:17.344160 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:17.345257 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db787411-fc2b-4fec-b606-ab37d79b62ed HTTP/1.1" status: 204 len: 168 time: 0.1248276 Jun 23 17:25:17.345993 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9ee71ee0-fa6a-433d-997c-c7562b3e8c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:17.353189 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db787411-fc2b-4fec-b606-ab37d79b62ed,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:17.355780 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:17.620767 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcc413-3c96-43a6-a195-8a3a3497668a req-baafb2fa-6abf-441f-8df9-f0c80aa7ac50 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:17.622234 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d9fcc413-3c96-43a6-a195-8a3a3497668a req-baafb2fa-6abf-441f-8df9-f0c80aa7ac50 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 945 time: 0.0700395 Jun 23 17:25:17.660883 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d9fcc413-3c96-43a6-a195-8a3a3497668a req-38cd40be-1eb2-4fc5-9bcc-1e879560e75b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Jun 23 17:25:17.846320 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48672a2c-ec0f-4fb1-9187-69151899fc00 req-46822ced-6555-4ff3-8eb6-deabf06fb979 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:17.846920 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-48672a2c-ec0f-4fb1-9187-69151899fc00 req-46822ced-6555-4ff3-8eb6-deabf06fb979 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0858655 Jun 23 17:25:17.886985 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-48672a2c-ec0f-4fb1-9187-69151899fc00 req-ecbf09fe-70ca-4f43-9fb5-cac2914422dc tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336895 Jun 23 17:25:18.364009 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e15a1-4053-48c0-b3e2-daf577896cdb req-140e9462-c2cb-4d68-9384-1739d86fee23 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:18.365842 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-794e15a1-4053-48c0-b3e2-daf577896cdb req-140e9462-c2cb-4d68-9384-1739d86fee23 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 944 time: 0.0855758 Jun 23 17:25:18.410619 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-794e15a1-4053-48c0-b3e2-daf577896cdb req-073bc951-8cf3-4df0-969b-2328d3e99da0 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Jun 23 17:25:19.074477 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb592-cea3-4329-9c91-8e848e6f9f8d req-8a6e7ef5-074a-4862-aeec-50baadcd4de9 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:19.075888 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7e6bb592-cea3-4329-9c91-8e848e6f9f8d req-8a6e7ef5-074a-4862-aeec-50baadcd4de9 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0711927 Jun 23 17:25:19.122130 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7e6bb592-cea3-4329-9c91-8e848e6f9f8d req-81d48cb8-9b1e-4429-bcea-91236a1526a8 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Jun 23 17:25:19.617269 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a90c1c-1459-4c44-ba0a-5e4ce29b2166 req-e9fca1f9-737d-4845-ad92-b1c8ed07d0d1 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:19.619066 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-27a90c1c-1459-4c44-ba0a-5e4ce29b2166 req-e9fca1f9-737d-4845-ad92-b1c8ed07d0d1 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 944 time: 0.0654685 Jun 23 17:25:19.661971 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-27a90c1c-1459-4c44-ba0a-5e4ce29b2166 req-fe00036f-4d0f-4a4d-850d-aca4a7d3d386 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368781 Jun 23 17:25:19.745353 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37604) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:19.850455 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb171360-56eb-48a1-8fde-e29bd559b0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:19.941375 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb171360-56eb-48a1-8fde-e29bd559b0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:19.944768 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb171360-56eb-48a1-8fde-e29bd559b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:19.948117 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3b120bad-12ae-4c05-9d42-26092bcd0206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:19.982913 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-cb171360-56eb-48a1-8fde-e29bd559b0b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=777f538734224c13b4717146e444cfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364995 Jun 23 17:25:19.984026 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb171360-56eb-48a1-8fde-e29bd559b0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc534f16-9e2f-46b4-8491-24cd6919b93c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:19.985537 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 37608) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:19.986922 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cb171360-56eb-48a1-8fde-e29bd559b0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:20.035567 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.059818 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.106231 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.108899 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.110041 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc534f16-9e2f-46b4-8491-24cd6919b93c HTTP/1.1" status: 204 len: 168 time: 0.1230793 Jun 23 17:25:20.110770 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ad44df33-6f77-44fc-b447-f489ef06cd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:20.118665 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc534f16-9e2f-46b4-8491-24cd6919b93c,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:20.120940 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:20.198131 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device ba3fe0fd-db56-492e-a878-10f35bca2d4a details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:25:20.317416 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port ba3fe0fd-db56-492e-a878-10f35bca2d4a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=ba3fe0fd-db56-492e-a878-10f35bca2d4a,segment=NetworkSegment(35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9),segment_id=35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:20.326450 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf636d0a-d59b-4497-8863-84eab52a7ae9 req-52a42786-09c9-46cf-870b-b8558a83e2dc tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:20.328012 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bf636d0a-d59b-4497-8863-84eab52a7ae9 req-52a42786-09c9-46cf-870b-b8558a83e2dc tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0772274 Jun 23 17:25:20.330361 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a', 'network_id': '8d2e1c1d-bf28-4f29-9226-47023bb80226', 'port_id': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a', 'mac_address': 'fa:16:3e:9a:f6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3b7b02-b222-47f8-9326-5a2fed470fc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:25:20.367939 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bf636d0a-d59b-4497-8863-84eab52a7ae9 req-2a47f6d5-9c9b-4715-914b-6bf228d0c8d7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Jun 23 17:25:20.368918 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.382303 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3fe0fd-db56-492e-a878-10f35bca2d4a {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:20.416222 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 37618) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:20.417790 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port ba3fe0fd-db56-492e-a878-10f35bca2d4a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=ba3fe0fd-db56-492e-a878-10f35bca2d4a,segment=NetworkSegment(35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9),segment_id=35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:20.422305 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.424031 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:20.429770 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb7b90c0-c71a-491d-9ec0-7126275b3763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.470059 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=ba3fe0fd-db56-492e-a878-10f35bca2d4a,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:20.473341 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:20.521650 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb7b90c0-c71a-491d-9ec0-7126275b3763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.525945 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb7b90c0-c71a-491d-9ec0-7126275b3763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.529245 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8ff94db6-9511-4fe0-bc63-a6cac2a48736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:20.565599 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-eb7b90c0-c71a-491d-9ec0-7126275b3763 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a801a16f8ce04697ac895157face95af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483014 Jun 23 17:25:20.567434 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b90c0-c71a-491d-9ec0-7126275b3763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa3425-3f71-46e9-b2f0-413698751dcd,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:20.568288 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37622) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:20.570488 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-eb7b90c0-c71a-491d-9ec0-7126275b3763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:20.619340 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.641239 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.699600 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.702531 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:20.706356 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4aaa3425-3f71-46e9-b2f0-413698751dcd HTTP/1.1" status: 204 len: 168 time: 0.1346297 Jun 23 17:25:20.706356 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2f28fc27-a2b9-4ee7-9446-d54e386e5650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:20.713468 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa3425-3f71-46e9-b2f0-413698751dcd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:20.721669 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:20.873159 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee95d02-0605-4621-ba0c-c858f561b4ca req-1966b53d-78cf-4d32-a267-955a95600b9d tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:20.874632 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fee95d02-0605-4621-ba0c-c858f561b4ca req-1966b53d-78cf-4d32-a267-955a95600b9d tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 945 time: 0.0721974 Jun 23 17:25:20.913409 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fee95d02-0605-4621-ba0c-c858f561b4ca req-8479f8fc-ef63-4691-a738-8c933ed3df97 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Jun 23 17:25:21.035573 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37634) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:21.049346 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['ba3fe0fd-db56-492e-a878-10f35bca2d4a'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:21.052354 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3d1f-dd49-48b7-bccb-fbd6754669b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:21.143111 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3d1f-dd49-48b7-bccb-fbd6754669b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:21.149285 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3d1f-dd49-48b7-bccb-fbd6754669b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:21.151894 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2757ead2-3357-4355-bb42-1dddd0fcec7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:21.191150 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-f9fe3d1f-dd49-48b7-bccb-fbd6754669b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4adb4d286fb141e0b29b290bd2451972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521597 Jun 23 17:25:21.191150 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3d1f-dd49-48b7-bccb-fbd6754669b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d818f-bce6-4eaa-8599-14cbc33f56bb,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:21.192640 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37636) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:21.195180 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f9fe3d1f-dd49-48b7-bccb-fbd6754669b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:21.244203 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:21.266481 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:21.316876 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:21.319807 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:21.321092 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef5d818f-bce6-4eaa-8599-14cbc33f56bb HTTP/1.1" status: 204 len: 168 time: 0.1270006 Jun 23 17:25:21.321940 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3cb3f102-ec82-4e70-8087-04989ecf5654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:21.332286 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d818f-bce6-4eaa-8599-14cbc33f56bb,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:21.335103 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:21.559829 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf459-12f3-45a1-b1c4-d432a4abc4f6 req-abe19789-dda3-4685-80ca-46daacaacbec tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:21.562433 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-24bcf459-12f3-45a1-b1c4-d432a4abc4f6 req-abe19789-dda3-4685-80ca-46daacaacbec tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0733142 Jun 23 17:25:21.606543 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-24bcf459-12f3-45a1-b1c4-d432a4abc4f6 req-a15d472d-2edf-4acc-b0a2-14bb09f3e676 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Jun 23 17:25:22.053716 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 37682) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:22.153571 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03e68f-e025-44cf-b5d3-a9cef098f883 req-0fbaec27-4c2c-4208-ac60-0c8e468e540b tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:22.160929 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3e03e68f-e025-44cf-b5d3-a9cef098f883 req-0fbaec27-4c2c-4208-ac60-0c8e468e540b tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 945 time: 0.0873268 Jun 23 17:25:22.183360 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264266546-network', 'tenant_id': '482e598828dc4da3986cd15dc3d1e3a0'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:22.210635 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3e03e68f-e025-44cf-b5d3-a9cef098f883 req-5ee8e1cc-ad2e-48fe-afe8-2f9edfab7f39 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488060 Jun 23 17:25:22.219840 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Made reservation on behalf of 482e598828dc4da3986cd15dc3d1e3a0 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:22.222769 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.238527 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.325675 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.329223 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.332906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d737b02d-640e-4836-a2c0-97b3330f1c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:22.350124 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:22.365319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5467f10-c6ae-4a36-838c-502e5a47cbd5,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:22.368182 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.368524 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.segments_db [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Added segment e6da4250-d172-4fdb-8730-24605890bd8c of type vlan for network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 Jun 23 17:25:22.369865 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:22.410809 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.447386 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.448823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:22.449394 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.451561 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5d59b64e-0b99-467c-9136-840db64b761b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:22.505018 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4500430 Jun 23 17:25:22.507920 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37690) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:22.512532 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Pushing event updated for resources: {'Network': ['ID=25adc8dd-199d-4532-a5a1-1352fbdb93a8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:22.513628 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Request body: {'subnet': {'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264266546-subnet', 'tenant_id': '482e598828dc4da3986cd15dc3d1e3a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:22.515811 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:22.522839 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:22.536433 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Made reservation on behalf of 482e598828dc4da3986cd15dc3d1e3a0 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:22.538757 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165428'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.708290 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165414'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.710649 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:22.760722 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b68b7f-b293-476d-95e5-366f9e4f1cc6,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:22.771752 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:22.781790 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Checking segment: {'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:22.782123 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Network hostable DHCP agents. Network: 25adc8dd-199d-4532-a5a1-1352fbdb93a8, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:22.794534 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdce5a-2622-4438-8562-80b47a8ea2c9 req-4ca4a0bf-53f5-43db-91b5-de243cca748f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:22.796783 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-62fdce5a-2622-4438-8562-80b47a8ea2c9 req-4ca4a0bf-53f5-43db-91b5-de243cca748f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0693974 Jun 23 17:25:22.806264 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:22.816686 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 25adc8dd-199d-4532-a5a1-1352fbdb93a8) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:22.828489 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9ce5c-f469-4534-ae9f-0a2d2d9082e9 None None] Network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:22.828703 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:22.829444 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:22.847526 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-8f222afa-8d3f-4fc8-9cb6-b1f35ebc09fb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3377798 Jun 23 17:25:22.874108 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-62fdce5a-2622-4438-8562-80b47a8ea2c9 req-01d2b1f0-d7ba-4a2a-a4ac-1aed04c46d1f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701153 Jun 23 17:25:22.924657 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:25:22.961003 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f427bc-0ae0-4ef9-9dfd-8e4f57c16a5a None None] Network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:23.399435 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450ed6-9f5a-49d5-b73e-e87f8b8a4c5e req-14ca01ec-5980-429e-981f-002aa327aa11 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:23.401075 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-59450ed6-9f5a-49d5-b73e-e87f8b8a4c5e req-14ca01ec-5980-429e-981f-002aa327aa11 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 945 time: 0.0717494 Jun 23 17:25:23.449993 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-59450ed6-9f5a-49d5-b73e-e87f8b8a4c5e req-76a43f16-f777-42ff-9156-2789ac5f888f tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Jun 23 17:25:24.075094 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b573c8b-d1b7-4c7d-80a0-d3886e604322 req-cd827008-9fa9-4203-ae77-b2b60f263cfb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:24.076126 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b573c8b-d1b7-4c7d-80a0-d3886e604322 req-cd827008-9fa9-4203-ae77-b2b60f263cfb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0661063 Jun 23 17:25:24.115036 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b573c8b-d1b7-4c7d-80a0-d3886e604322 req-b480e8e3-1033-452c-82b7-25a4878585c1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Jun 23 17:25:24.237415 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device ba3fe0fd-db56-492e-a878-10f35bca2d4a up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:25:24.292506 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port ba3fe0fd-db56-492e-a878-10f35bca2d4a completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:25:24.296940 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port ba3fe0fd-db56-492e-a878-10f35bca2d4a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:25:24.297562 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:24.386287 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:24.408139 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:24.410834 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732ad0b3-c387-46ad-8afe-0bec1df2bfa8" -d '{"events": [{"server_uuid": "2f6c1eff-0413-4082-9a9e-881dad0f9e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fe0fd-db56-492e-a878-10f35bca2d4a"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:24.423625 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port ba3fe0fd-db56-492e-a878-10f35bca2d4a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=ba3fe0fd-db56-492e-a878-10f35bca2d4a,segment=NetworkSegment(35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9),segment_id=35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:24.429056 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:24.431948 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:24.455077 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e4a37-d816-4c55-b779-cee30635f046 x-openstack-request-id: req-452e4a37-d816-4c55-b779-cee30635f046 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:24.455379 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6c1eff-0413-4082-9a9e-881dad0f9e65", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fe0fd-db56-492e-a878-10f35bca2d4a", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:24.455633 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-452e4a37-d816-4c55-b779-cee30635f046 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:24.456026 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a', 'code': 200} Jun 23 17:25:24.500046 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=ba3fe0fd-db56-492e-a878-10f35bca2d4a,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:24.504055 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:24.649656 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8044179-5323-408a-a63e-7f2b2113c18b req-505355f3-75b4-4495-b60c-8856078607ed tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:24.651388 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b8044179-5323-408a-a63e-7f2b2113c18b req-505355f3-75b4-4495-b60c-8856078607ed tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 946 time: 0.0649495 Jun 23 17:25:24.689195 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b8044179-5323-408a-a63e-7f2b2113c18b req-3afe77ab-2cf1-43bf-aaca-f35b07528dd1 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Jun 23 17:25:24.743410 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e27b2-99b5-4df9-bccd-5024bf8f14da req-aa4f2251-6bd8-40f9-a3b2-943a9228d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:24.744933 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e55e27b2-99b5-4df9-bccd-5024bf8f14da req-aa4f2251-6bd8-40f9-a3b2-943a9228d4d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 1099 time: 0.0546720 Jun 23 17:25:24.790396 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e55e27b2-99b5-4df9-bccd-5024bf8f14da req-438a911c-97c2-424f-8dd8-796af903871b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295498 Jun 23 17:25:34.912644 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-d93bca89-58a5-43a9-bee0-1bfdcd1e825b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:34.914082 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-d93bca89-58a5-43a9-bee0-1bfdcd1e825b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/networks?id=25adc8dd-199d-4532-a5a1-1352fbdb93a8 HTTP/1.1" status: 200 len: 808 time: 0.1661444 Jun 23 17:25:34.920294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d512-443e-4987-848d-f16007884e49 req-7a6556e9-3458-4824-8c85-05d1ee16865c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:34.921650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-7a6556e9-3458-4824-8c85-05d1ee16865c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.1858423 Jun 23 17:25:34.939320 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-23550d39-97df-4682-961f-87a4dc551b09 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/quotas/482e598828dc4da3986cd15dc3d1e3a0 HTTP/1.1" status: 200 len: 375 time: 0.0167565 Jun 23 17:25:34.940596 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-28adeb82-9d59-47b8-ba2c-c55fa93c57f3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/quotas/fd4dba86273d4a4fb0b8d4f268e0f868 HTTP/1.1" status: 200 len: 375 time: 0.0119965 Jun 23 17:25:35.225595 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-4a39a474-c3e9-4a2f-9f08-664f5ef6779d tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=482e598828dc4da3986cd15dc3d1e3a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2809267 Jun 23 17:25:35.328046 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-5d535a03-2bec-4523-9756-ffa8fc1722e9 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3823271 Jun 23 17:25:35.350133 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-0cbad1ba-a9ae-461d-9771-88ada4f0208b service neutron] 10.222.0.69 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161406 Jun 23 17:25:35.492386 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-bc0e9461-f5f2-4927-b282-f452560a0462 service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559281 Jun 23 17:25:35.498764 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-bc237d8d-5084-4ee6-a545-2ec45460a212 service neutron] 10.222.0.69 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386178 Jun 23 17:25:35.588550 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-57107bef-fbba-4f14-98b2-7a517c530ce4 service neutron] 10.222.0.69 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883503 Jun 23 17:25:35.783247 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea812a-94b6-49cd-a897-aa7a715a3b10 req-d636c4e5-c563-4dbf-9720-15fccb430867 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:35.784761 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c7ea812a-94b6-49cd-a897-aa7a715a3b10 req-d636c4e5-c563-4dbf-9720-15fccb430867 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0926950 Jun 23 17:25:35.828720 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c7ea812a-94b6-49cd-a897-aa7a715a3b10 req-e7090645-756f-467c-b05e-b233b6e8fc77 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379283 Jun 23 17:25:35.984328 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ece69aef-cc6a-4964-b799-b96538d5b907 req-ec859204-bc08-4367-b439-e1c36a5e7760 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 210 time: 0.0414929 Jun 23 17:25:36.078747 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8edbb2a9-da26-4c20-a1d8-5f19f7b7e2d9 req-1e10ac1b-848e-4e8b-b799-b43503f2cb1e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 210 time: 0.0417907 Jun 23 17:25:36.090642 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a0bd7-1518-452c-b595-4b77477dbba6 req-6ca8351a-ef80-470d-8cb6-4d90f2dd2455 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:36.097473 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b39a0bd7-1518-452c-b595-4b77477dbba6 req-6ca8351a-ef80-470d-8cb6-4d90f2dd2455 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 946 time: 0.1427886 Jun 23 17:25:36.145416 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b39a0bd7-1518-452c-b595-4b77477dbba6 req-d3354800-960b-4b89-86f6-676a466bdef4 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Jun 23 17:25:36.718475 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eb91b-9736-4db2-b19a-1f5dc632025e req-4fc071e2-3e25-4c77-85b3-aa9cb0a4c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:36.719924 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-645eb91b-9736-4db2-b19a-1f5dc632025e req-4fc071e2-3e25-4c77-85b3-aa9cb0a4c066 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0508904 Jun 23 17:25:36.758011 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-645eb91b-9736-4db2-b19a-1f5dc632025e req-7444c6b9-afb6-4c8c-ae41-59545506c42f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271494 Jun 23 17:25:37.020980 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df309204-5888-4bc3-8ef9-5df6a573af43 req-c4403971-25cb-4bf9-b2f5-c1536e48e95a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:37.022419 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-df309204-5888-4bc3-8ef9-5df6a573af43 req-c4403971-25cb-4bf9-b2f5-c1536e48e95a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0780532 Jun 23 17:25:37.074108 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-df309204-5888-4bc3-8ef9-5df6a573af43 req-f0eb8925-f817-4d2e-a6aa-e49882e75c06 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455198 Jun 23 17:25:37.288330 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-43a09958-9413-471f-9a1d-2c871b6af571 req-e17e5667-2054-4f6e-b1f6-7e3cd92053b8 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 210 time: 0.0699310 Jun 23 17:25:37.289933 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aeb84eee-d2fa-44b2-bc58-74fe66c55235 req-897d8686-e72b-4002-8750-c396b319c216 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 210 time: 0.0662975 Jun 23 17:25:37.322193 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-94237c11-86ef-4c89-a55a-c36d16f012be tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:37.324171 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-94237c11-86ef-4c89-a55a-c36d16f012be tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "GET /v2.0/networks?id=25adc8dd-199d-4532-a5a1-1352fbdb93a8 HTTP/1.1" status: 200 len: 808 time: 0.2062843 Jun 23 17:25:37.351494 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Request body: {'port': {'device_id': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8', 'admin_state_up': True, 'tenant_id': '482e598828dc4da3986cd15dc3d1e3a0'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:37.457113 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Made reservation on behalf of 482e598828dc4da3986cd15dc3d1e3a0 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:37.460541 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:37.590599 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Allocated IP 172.20.0.4 (25adc8dd-199d-4532-a5a1-1352fbdb93a8/81b68b7f-b293-476d-95e5-366f9e4f1cc6/710a3817-6818-4b83-964c-e8710a0b5548) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:37.740405 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:37.783235 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:37.788327 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:37.834505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:37.836802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:37.847617 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:37.854011 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:37.854815 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:37.865083 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Pushing event updated for resources: {'Port': ['ID=710a3817-6818-4b83-964c-e8710a0b5548,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:37.880098 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:37.889331 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415370 Jun 23 17:25:37.956159 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d512-443e-4987-848d-f16007884e49 req-a0bd9c8e-d58f-4fee-8a4c-5cfaab966a78 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:37.957540 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-a0bd9c8e-d58f-4fee-8a4c-5cfaab966a78 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 815 time: 0.1274261 Jun 23 17:25:38.034657 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Request body: {'port': {'device_id': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'admin_state_up': True, 'tenant_id': 'fd4dba86273d4a4fb0b8d4f268e0f868'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:38.035662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Request body: {'port': {'device_id': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:38.172804 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Made reservation on behalf of fd4dba86273d4a4fb0b8d4f268e0f868 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:38.174695 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.179337 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.369993 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Allocated IP 172.20.0.5 (24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e/3b113c34-2718-4e17-b63f-ed9dd4887b9f/9686625d-9865-4145-b6bf-f27ad7d5143e) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:38.442467 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759805-3d2d-4949-a521-275257281077 req-480cc762-1e16-4960-83e0-94f262e008f6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:38.450007 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-04759805-3d2d-4949-a521-275257281077 req-480cc762-1e16-4960-83e0-94f262e008f6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1478181 Jun 23 17:25:38.571907 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.603904 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-04759805-3d2d-4949-a521-275257281077 req-bca16742-4474-410c-9734-ca8cb4654555 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530268 Jun 23 17:25:38.620996 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710a3817-6818-4b83-964c-e8710a0b5548 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:38.623382 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8580305'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.631585 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.641520 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:38.646420 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3', '3e249372-0f3e-42f4-a716-8ea1d592da3e', '2ca5597d-d33d-4991-9166-ac82a7238f79'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:38.653384 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Transition to ACTIVE for port object 710a3817-6818-4b83-964c-e8710a0b5548 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:38.668361 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02a180-6ec1-4be8-8d45-052af2348daa req-6df8c68a-d4f7-423d-a287-2c7be282ecb3 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:38.670127 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3a02a180-6ec1-4be8-8d45-052af2348daa req-6df8c68a-d4f7-423d-a287-2c7be282ecb3 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 931 time: 0.2015758 Jun 23 17:25:38.671680 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.675020 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-55d88151-3358-4878-bb36-a972e2683c02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:38.711692 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:38.717762 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:38.732966 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:38.787616 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event updated for resources: {'Port': ['ID=9686625d-9865-4145-b6bf-f27ad7d5143e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:38.793556 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:38.805790 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Pushing event updated for resources: {'Port': ['ID=710a3817-6818-4b83-964c-e8710a0b5548,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:38.809781 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:38.824579 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:38.826161 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.841891 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-9baed093-43a7-498d-9f55-53d739e9ac74 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8111405 Jun 23 17:25:38.854998 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Request body: {'port': {'device_id': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:38.866411 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3a02a180-6ec1-4be8-8d45-052af2348daa req-250a53e9-8a7a-4843-a7eb-ae483e68e085 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851521 Jun 23 17:25:38.907962 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Attempting to bind port 710a3817-6818-4b83-964c-e8710a0b5548 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:25:38.908337 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Attempting to bind port 710a3817-6818-4b83-964c-e8710a0b5548 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:25:38.909156 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Attempting to bind port 710a3817-6818-4b83-964c-e8710a0b5548 on network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:38.932647 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Port 710a3817-6818-4b83-964c-e8710a0b5548 on network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:25:38.933811 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Attempting to bind port 710a3817-6818-4b83-964c-e8710a0b5548 on network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:38.951989 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:25:38.952975 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Checking segment: {'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:38.953885 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Bound using segment: {'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:25:38.955030 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Bound port: 710a3817-6818-4b83-964c-e8710a0b5548, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:25:38.956045 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:38.961529 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.025636 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374e3a7-e0bc-47bf-849c-2328bcc64879 req-cc1459f4-1a73-4704-a7a4-5212fd8183b4 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.033981 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6374e3a7-e0bc-47bf-849c-2328bcc64879 req-cc1459f4-1a73-4704-a7a4-5212fd8183b4 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 931 time: 0.2471337 Jun 23 17:25:39.110722 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6374e3a7-e0bc-47bf-849c-2328bcc64879 req-e964858f-50a9-49ac-a3a8-7aa550860e5b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754666 Jun 23 17:25:39.118993 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] For port 710a3817-6818-4b83-964c-e8710a0b5548, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:39.123240 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] For port 710a3817-6818-4b83-964c-e8710a0b5548, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=710a3817-6818-4b83-964c-e8710a0b5548,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:39.136377 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.139366 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:39.196596 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.197383 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.198762 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] 10.222.0.23 "PUT /v2.0/ports/710a3817-6818-4b83-964c-e8710a0b5548 HTTP/1.1" status: 200 len: 1093 time: 1.1680150 Jun 23 17:25:39.199305 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'tag': '710a3817-6818-4b83-964c-e8710a0b5548'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:39.201644 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8298634-5b5f-4314-a854-cabaa53bcbef" -d '{"events": [{"name": "network-changed", "server_uuid": "bc667037-cf2f-4a29-b996-6301ef1e8599", "tag": "710a3817-6818-4b83-964c-e8710a0b5548"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:39.232430 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Pushing event updated for resources: {'Port': ['ID=710a3817-6818-4b83-964c-e8710a0b5548,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:39.244673 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:39.261834 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd3d965-8f12-4913-bf7f-12bb290adaaf x-openstack-request-id: req-2dd3d965-8f12-4913-bf7f-12bb290adaaf {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:39.262267 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc667037-cf2f-4a29-b996-6301ef1e8599", "tag": "710a3817-6818-4b83-964c-e8710a0b5548", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:39.262545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2dd3d965-8f12-4913-bf7f-12bb290adaaf {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:39.262955 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'tag': '710a3817-6818-4b83-964c-e8710a0b5548', 'status': 'completed', 'code': 200} Jun 23 17:25:39.311117 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-720729b5-f551-4290-aef9-87e803f10b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.312632 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-720729b5-f551-4290-aef9-87e803f10b94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=482e598828dc4da3986cd15dc3d1e3a0&device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 1096 time: 0.0602398 Jun 23 17:25:39.343260 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.notifiers.nova [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9686625d-9865-4145-b6bf-f27ad7d5143e {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:39.353133 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.374570 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Transition to ACTIVE for port object 9686625d-9865-4145-b6bf-f27ad7d5143e will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:39.378615 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580291'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.380797 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:39.396369 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-a219a9a3-8019-4f19-b593-fdb01daeae91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710a3817-6818-4b83-964c-e8710a0b5548 HTTP/1.1" status: 200 len: 217 time: 0.0706403 Jun 23 17:25:39.435964 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Pushing event updated for resources: {'Port': ['ID=9686625d-9865-4145-b6bf-f27ad7d5143e,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:39.455149 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:39.472038 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f5484-37ca-4166-916e-0bbd91bcafc6 req-8b4f56cd-b2bb-4f03-93b5-6c60262fa371 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.474192 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-320f5484-37ca-4166-916e-0bbd91bcafc6 req-8b4f56cd-b2bb-4f03-93b5-6c60262fa371 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 946 time: 0.1384275 Jun 23 17:25:39.477147 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-cfd4286a-cfae-46a2-84ea-4c00a6535112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.479846 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-cfd4286a-cfae-46a2-84ea-4c00a6535112 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b68b7f-b293-476d-95e5-366f9e4f1cc6 HTTP/1.1" status: 200 len: 848 time: 0.0713639 Jun 23 17:25:39.514399 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Attempting to bind port 9686625d-9865-4145-b6bf-f27ad7d5143e on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:25:39.514774 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Attempting to bind port 9686625d-9865-4145-b6bf-f27ad7d5143e by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:25:39.515039 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Attempting to bind port 9686625d-9865-4145-b6bf-f27ad7d5143e on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:39.519345 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Port 9686625d-9865-4145-b6bf-f27ad7d5143e on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:25:39.519655 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Attempting to bind port 9686625d-9865-4145-b6bf-f27ad7d5143e on network 24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:39.524772 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:25:39.524772 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Checking segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:39.525023 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Bound using segment: {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:25:39.526061 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Bound port: 9686625d-9865-4145-b6bf-f27ad7d5143e, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:25:39.526514 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.527097 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-2a940967-f09d-4808-a030-a18e9c2c1825 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25adc8dd-199d-4532-a5a1-1352fbdb93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361588 Jun 23 17:25:39.573689 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-320f5484-37ca-4166-916e-0bbd91bcafc6 req-69179898-64c4-4ddc-9e08-cf77de327eca tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914719 Jun 23 17:25:39.600071 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] For port 9686625d-9865-4145-b6bf-f27ad7d5143e, host hv-cinder-79751, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:39.605184 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] For port 9686625d-9865-4145-b6bf-f27ad7d5143e, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9686625d-9865-4145-b6bf-f27ad7d5143e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:39.611824 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580291'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.626305 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6afe1fff-cb85-4a4b-8435-b211eaa7758b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:39.640700 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-28ed6e70-b832-44d1-93ce-8f68b44120bf service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026165 Jun 23 17:25:39.651041 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.651844 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.653306 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] 10.222.0.23 "PUT /v2.0/ports/9686625d-9865-4145-b6bf-f27ad7d5143e HTTP/1.1" status: 200 len: 1093 time: 0.8034866 Jun 23 17:25:39.653982 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'tag': '9686625d-9865-4145-b6bf-f27ad7d5143e'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:39.656383 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4cd71d330e22cf04fed9119df07f5c14be9680a545fd461338123a9aca657" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38655458-735e-48ba-ba92-dd21247a2817" -d '{"events": [{"name": "network-changed", "server_uuid": "68514255-5ff3-4c96-8c3f-d494607bbfcb", "tag": "9686625d-9865-4145-b6bf-f27ad7d5143e"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:39.688661 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Pushing event updated for resources: {'Port': ['ID=9686625d-9865-4145-b6bf-f27ad7d5143e,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:39.701168 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:39.771869 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53e3922-67a1-41f8-94e8-c7bfbc4ca0a6 req-73998ee7-2124-4b01-8eb7-06c83214f855 service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183691 Jun 23 17:25:39.789271 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d512-443e-4987-848d-f16007884e49 req-16521baf-b7bf-41c5-a831-51da8e7c039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.791740 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-16521baf-b7bf-41c5-a831-51da8e7c039e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 1096 time: 0.0801618 Jun 23 17:25:39.860453 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-4bb7277a-4cf6-458a-8dd2-bccf77792d50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9686625d-9865-4145-b6bf-f27ad7d5143e HTTP/1.1" status: 200 len: 217 time: 0.0549223 Jun 23 17:25:39.914499 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac90043-f269-4050-a609-3f4de2e0ee09 req-d6e7cc17-f433-440c-ba66-3cfb94a105d3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.922293 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5ac90043-f269-4050-a609-3f4de2e0ee09 req-d6e7cc17-f433-440c-ba66-3cfb94a105d3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1371081 Jun 23 17:25:39.934684 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d512-443e-4987-848d-f16007884e49 req-10da7555-2de1-4603-be77-ff25d5c60bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.936402 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-10da7555-2de1-4603-be77-ff25d5c60bce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0653372 Jun 23 17:25:39.939377 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7c81ce-94ec-4a58-ac3a-fb65384a8121 x-openstack-request-id: req-7b7c81ce-94ec-4a58-ac3a-fb65384a8121 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:39.939679 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68514255-5ff3-4c96-8c3f-d494607bbfcb", "tag": "9686625d-9865-4145-b6bf-f27ad7d5143e", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:39.940055 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b7c81ce-94ec-4a58-ac3a-fb65384a8121 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:39.940535 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'tag': '9686625d-9865-4145-b6bf-f27ad7d5143e', 'status': 'completed', 'code': 200} Jun 23 17:25:39.969788 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-eaa09f0e-b87e-44c8-8013-587c6d4840f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:39.969788 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-eaa09f0e-b87e-44c8-8013-587c6d4840f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=482e598828dc4da3986cd15dc3d1e3a0&device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 1096 time: 0.1084774 Jun 23 17:25:39.981941 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5ac90043-f269-4050-a609-3f4de2e0ee09 req-a1e77027-0876-4296-a26a-b53476fb027b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571949 Jun 23 17:25:39.998613 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-c2169e21-dc7e-43c7-959b-bb40f6d3f9e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379875 Jun 23 17:25:40.122329 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-60d8acee-c82c-4a44-b88a-8f355d467696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.123838 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-60d8acee-c82c-4a44-b88a-8f355d467696 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25adc8dd-199d-4532-a5a1-1352fbdb93a8 HTTP/1.1" status: 200 len: 909 time: 0.1409032 Jun 23 17:25:40.129927 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-abb2c8a1-7dc9-4798-8c49-ca0a371b3e2c service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205075 Jun 23 17:25:40.190651 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-e2f84c15-2c3e-473d-8225-951dce6b40ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710a3817-6818-4b83-964c-e8710a0b5548 HTTP/1.1" status: 200 len: 217 time: 0.0469866 Jun 23 17:25:40.200483 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5734-c188-43d2-b089-4502b05f6004 req-66f96023-d1e5-46bd-81f7-08de229a6244 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.201978 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ef2f5734-c188-43d2-b089-4502b05f6004 req-66f96023-d1e5-46bd-81f7-08de229a6244 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 943 time: 0.1360843 Jun 23 17:25:40.232998 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-9203d512-443e-4987-848d-f16007884e49 req-5e3b17fb-3ab5-4141-a381-d6606eae5916 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897894 Jun 23 17:25:40.273595 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-53e0a6e8-18fd-4a17-916f-834aa7e4848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.275994 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-53e0a6e8-18fd-4a17-916f-834aa7e4848b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b68b7f-b293-476d-95e5-366f9e4f1cc6 HTTP/1.1" status: 200 len: 848 time: 0.0721893 Jun 23 17:25:40.279058 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ef2f5734-c188-43d2-b089-4502b05f6004 req-864598b1-5395-475c-932f-7a286bd7c50b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680838 Jun 23 17:25:40.344064 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-b90e572c-9265-4a14-81d5-4ae72a9139a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25adc8dd-199d-4532-a5a1-1352fbdb93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302618 Jun 23 17:25:40.384504 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38655458-735e-48ba-ba92-dd21247a2817 req-9ee89b00-cc12-49bb-8ee1-626acd90cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.386583 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-38655458-735e-48ba-ba92-dd21247a2817 req-9ee89b00-cc12-49bb-8ee1-626acd90cdae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 1096 time: 0.0652316 Jun 23 17:25:40.490588 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38655458-735e-48ba-ba92-dd21247a2817 req-b70b011f-a965-4077-a2bc-d35ebdf50b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.491995 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-38655458-735e-48ba-ba92-dd21247a2817 req-b70b011f-a965-4077-a2bc-d35ebdf50b23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 200 len: 916 time: 0.0956659 Jun 23 17:25:40.538865 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-38655458-735e-48ba-ba92-dd21247a2817 req-e1ba25b6-0a57-470c-924c-dbe794e7195d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9686625d-9865-4145-b6bf-f27ad7d5143e HTTP/1.1" status: 200 len: 217 time: 0.0395558 Jun 23 17:25:40.596542 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38655458-735e-48ba-ba92-dd21247a2817 req-1828785f-5301-4a25-a6cb-472daa9f0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.598058 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-38655458-735e-48ba-ba92-dd21247a2817 req-1828785f-5301-4a25-a6cb-472daa9f0dfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 200 len: 855 time: 0.0446668 Jun 23 17:25:40.639756 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-38655458-735e-48ba-ba92-dd21247a2817 req-af42479b-0f89-488a-a9de-fb4e9d822fcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272012 Jun 23 17:25:40.705418 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a44cc490-8e1b-4e24-a3e5-8ef7a7c3ce45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:40.742006 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-38655458-735e-48ba-ba92-dd21247a2817 req-183cf1ea-f037-4cb7-b11b-4a00f21540e4 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883307 Jun 23 17:25:40.810562 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-0502ccd1-e971-4360-b32f-40e69b6611e8 service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543719 Jun 23 17:25:40.826169 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-3de8b5b6-a97c-4c6c-8515-27c4c63d9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.827641 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-3de8b5b6-a97c-4c6c-8515-27c4c63d9869 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.4390433 Jun 23 17:25:40.844325 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b865a-11cb-485f-8e80-8ab8ce8805bd req-ccd45fbe-d914-416b-91b6-3178f00cc33c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.845825 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4b4b865a-11cb-485f-8e80-8ab8ce8805bd req-ccd45fbe-d914-416b-91b6-3178f00cc33c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1660056 Jun 23 17:25:40.846235 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-38655458-735e-48ba-ba92-dd21247a2817 req-5f91f07a-f7ca-4aa1-a9d8-9e1730838755 service neutron] 10.222.0.23 "GET /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943861 Jun 23 17:25:40.863974 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1fb42-15e0-453b-97de-a74a7d2fc289 req-2ffaa3e5-ce7d-424b-803b-0a7c919b2c25 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:40.865396 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-68e1fb42-15e0-453b-97de-a74a7d2fc289 req-2ffaa3e5-ce7d-424b-803b-0a7c919b2c25 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 943 time: 0.4623492 Jun 23 17:25:41.046707 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4b4b865a-11cb-485f-8e80-8ab8ce8805bd req-26e7ab4d-804b-4d46-8efe-aeaf123eca73 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912589 Jun 23 17:25:41.054704 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-68e1fb42-15e0-453b-97de-a74a7d2fc289 req-4cd83fe9-919c-4afe-849a-7837e844f90f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754429 Jun 23 17:25:41.081546 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8298634-5b5f-4314-a854-cabaa53bcbef req-57158a43-7369-4936-af07-ae18652a12b8 service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347143 Jun 23 17:25:41.083108 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-8e7a3bde-242a-4d0a-a23a-4cd93150aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:41.084309 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-8e7a3bde-242a-4d0a-a23a-4cd93150aa9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 920 time: 0.2280052 Jun 23 17:25:41.167025 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-edf91a55-23c3-4cce-b107-571d321868e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 217 time: 0.0378971 Jun 23 17:25:41.242343 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-54ce8cd7-345a-4c10-85ec-f0b5282c1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:41.244662 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-54ce8cd7-345a-4c10-85ec-f0b5282c1576 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.0684695 Jun 23 17:25:41.265651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de5e7e-660c-4a79-9af8-63824fb39a85 req-d887df05-d52d-4522-a081-a261fb27b0b5 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:41.267072 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-62de5e7e-660c-4a79-9af8-63824fb39a85 req-d887df05-d52d-4522-a081-a261fb27b0b5 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 946 time: 0.1034882 Jun 23 17:25:41.300116 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-bcf3eff2-b235-48ff-8dd3-56d71395a271 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320807 Jun 23 17:25:41.383468 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-62de5e7e-660c-4a79-9af8-63824fb39a85 req-b1cce5fd-4205-4c02-aa2f-4f7a437b3711 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063716 Jun 23 17:25:41.423654 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-861828b4-1af1-4834-9d08-14a5960557dc service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136310 Jun 23 17:25:41.577990 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07d1932c-581a-4e6c-8a10-024aa78468e1 req-186afd9c-8549-4239-998c-5988979a6c36 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393619 Jun 23 17:25:41.599769 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30566b24-cdf6-4e9d-bbc6-5d5701960a6b req-ba26cce4-682b-4e3f-b6b5-47a2fa836459 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:41.601209 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-30566b24-cdf6-4e9d-bbc6-5d5701960a6b req-ba26cce4-682b-4e3f-b6b5-47a2fa836459 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 943 time: 0.1112206 Jun 23 17:25:41.644494 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-30566b24-cdf6-4e9d-bbc6-5d5701960a6b req-075c407b-7a2a-4aad-8d2b-408ed9a6bbf6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 Jun 23 17:25:42.263583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291effd6-5ad0-434f-94ac-1fd3099901a3 req-5c06be4e-ce08-4886-994a-29c724f8e245 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:42.265056 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-291effd6-5ad0-434f-94ac-1fd3099901a3 req-5c06be4e-ce08-4886-994a-29c724f8e245 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1005535 Jun 23 17:25:42.273273 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6402bb-1b06-4f57-bb71-a41c0fdd3a84 req-4f00eec8-33a7-44e2-81d8-dc8230a6aee7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:42.274642 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2a6402bb-1b06-4f57-bb71-a41c0fdd3a84 req-4f00eec8-33a7-44e2-81d8-dc8230a6aee7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 943 time: 0.1002607 Jun 23 17:25:42.330509 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 710a3817-6818-4b83-964c-e8710a0b5548 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:25:42.332721 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-291effd6-5ad0-434f-94ac-1fd3099901a3 req-6820f2b9-8adb-4783-b075-3d7b26f0ab77 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571196 Jun 23 17:25:42.338952 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2a6402bb-1b06-4f57-bb71-a41c0fdd3a84 req-7aba7a6a-9e15-40cc-adbb-5721478b3973 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556953 Jun 23 17:25:42.444877 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 710a3817-6818-4b83-964c-e8710a0b5548, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=710a3817-6818-4b83-964c-e8710a0b5548,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:42.456452 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '710a3817-6818-4b83-964c-e8710a0b5548', 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8', 'port_id': '710a3817-6818-4b83-964c-e8710a0b5548', 'mac_address': 'fa:16:3e:03:9d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b68b7f-b293-476d-95e5-366f9e4f1cc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:25:42.495823 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:42.508986 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710a3817-6818-4b83-964c-e8710a0b5548 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:42.528944 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 710a3817-6818-4b83-964c-e8710a0b5548, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=710a3817-6818-4b83-964c-e8710a0b5548,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:42.534334 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:42.538457 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:42.560777 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdcae-f4b0-41b8-881e-8103fc10ee80 req-41916b57-d9ab-4f47-a7f9-1595d2f55162 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:42.562553 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-830cdcae-f4b0-41b8-881e-8103fc10ee80 req-41916b57-d9ab-4f47-a7f9-1595d2f55162 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 946 time: 0.0663629 Jun 23 17:25:42.601197 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=710a3817-6818-4b83-964c-e8710a0b5548,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:42.604463 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:42.614619 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-830cdcae-f4b0-41b8-881e-8103fc10ee80 req-a8e56e2c-b46d-4cfc-b921-c1211b9b6453 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc9815dc-c718-436b-9374-11491a26229e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Jun 23 17:25:42.737776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-401c1a73-2c01-475c-a118-a6fd9ea217e2 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:42.739193 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-401c1a73-2c01-475c-a118-a6fd9ea217e2 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 946 time: 0.0623760 Jun 23 17:25:42.885189 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5857f-287e-496b-8bfb-a68e5b716467 req-ff0c13fa-e026-4486-8c93-bcf8ce2c41eb tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:42.886635 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aea5857f-287e-496b-8bfb-a68e5b716467 req-ff0c13fa-e026-4486-8c93-bcf8ce2c41eb tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 944 time: 0.1119406 Jun 23 17:25:42.900592 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Deleting port ba3fe0fd-db56-492e-a878-10f35bca2d4a {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:25:42.900918 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:42.976016 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aea5857f-287e-496b-8bfb-a68e5b716467 req-44d5c937-fa8f-4876-91bc-2589d2a86598 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822990 Jun 23 17:25:43.014478 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] For port ba3fe0fd-db56-492e-a878-10f35bca2d4a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=ba3fe0fd-db56-492e-a878-10f35bca2d4a,segment=NetworkSegment(35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9),segment_id=35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:43.014838 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:43.027620 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Calling delete_port for ba3fe0fd-db56-492e-a878-10f35bca2d4a owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:25:43.153822 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:43.157400 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:43.167013 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['ba3fe0fd-db56-492e-a878-10f35bca2d4a'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:43.184016 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Pushing event deleted for resources: {'Port': ['ID=ba3fe0fd-db56-492e-a878-10f35bca2d4a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:43.187259 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:43.202940 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['710a3817-6818-4b83-964c-e8710a0b5548'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:43.232976 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] No DVR routers for this DVR port ba3fe0fd-db56-492e-a878-10f35bca2d4a on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:25:43.236191 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:43.238153 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-706bcfeb-96dc-4593-a7f8-41f7daef184c req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.23 "DELETE /v2.0/ports/ba3fe0fd-db56-492e-a878-10f35bca2d4a HTTP/1.1" status: 204 len: 173 time: 0.4912066 Jun 23 17:25:43.238640 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'name': 'network-vif-deleted', 'tag': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:43.240898 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7094be56-5eaa-41d0-846f-a83dee6cbd12" -d '{"events": [{"server_uuid": "2f6c1eff-0413-4082-9a9e-881dad0f9e65", "name": "network-vif-deleted", "tag": "ba3fe0fd-db56-492e-a878-10f35bca2d4a"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:43.279055 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6cf8a7-4894-4b36-8b6c-5fceebcb2dbe x-openstack-request-id: req-5a6cf8a7-4894-4b36-8b6c-5fceebcb2dbe {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:43.279629 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6c1eff-0413-4082-9a9e-881dad0f9e65", "name": "network-vif-deleted", "tag": "ba3fe0fd-db56-492e-a878-10f35bca2d4a", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:43.279707 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a6cf8a7-4894-4b36-8b6c-5fceebcb2dbe {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:43.280109 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6c1eff-0413-4082-9a9e-881dad0f9e65', 'name': 'network-vif-deleted', 'tag': 'ba3fe0fd-db56-492e-a878-10f35bca2d4a', 'status': 'completed', 'code': 200} Jun 23 17:25:43.427574 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-79511d8e-459f-4373-97df-55087ce958a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:43.450611 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:43.586847 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16ea69-61d2-4f70-8724-22c5713e788c req-6563d80a-35f9-4351-9541-5daf5c721939 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:43.588589 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b16ea69-61d2-4f70-8724-22c5713e788c req-6563d80a-35f9-4351-9541-5daf5c721939 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1088722 Jun 23 17:25:43.596556 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691318e0-008c-46f6-bec0-e9fc2b8d1299 req-1d49716b-9c06-4a40-85e4-aa37ddb7cc37 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:43.597914 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-691318e0-008c-46f6-bec0-e9fc2b8d1299 req-1d49716b-9c06-4a40-85e4-aa37ddb7cc37 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 943 time: 0.0869591 Jun 23 17:25:43.652512 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b16ea69-61d2-4f70-8724-22c5713e788c req-71c4df2a-e768-46db-8ada-0604710f7821 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 Jun 23 17:25:43.657071 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-691318e0-008c-46f6-bec0-e9fc2b8d1299 req-b1c48d95-eb05-4afc-8167-aca038630387 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Jun 23 17:25:43.806663 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3c7f4833-bbb0-4f0e-8110-9848bf32557e req-dd7f91a7-a72b-4d3d-8929-3f750607e25f tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f6c1eff-0413-4082-9a9e-881dad0f9e65 HTTP/1.1" status: 200 len: 210 time: 0.0301640 Jun 23 17:25:44.175539 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd71ed-9c58-465a-ac3f-37d1878a89bb req-b86c1068-4df4-488a-bbf0-d7fbdea276fd tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:44.177612 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-03fd71ed-9c58-465a-ac3f-37d1878a89bb req-b86c1068-4df4-488a-bbf0-d7fbdea276fd tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 944 time: 0.0765593 Jun 23 17:25:44.217612 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-03fd71ed-9c58-465a-ac3f-37d1878a89bb req-5954292c-81a8-468b-bbb4-94cc766dff9f tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341861 Jun 23 17:25:44.334975 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 9686625d-9865-4145-b6bf-f27ad7d5143e details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:25:44.426368 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 9686625d-9865-4145-b6bf-f27ad7d5143e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9686625d-9865-4145-b6bf-f27ad7d5143e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:44.437269 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '9686625d-9865-4145-b6bf-f27ad7d5143e', 'network_id': '24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e', 'port_id': '9686625d-9865-4145-b6bf-f27ad7d5143e', 'mac_address': 'fa:16:3e:b7:60:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b113c34-2718-4e17-b63f-ed9dd4887b9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:25:44.473878 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:44.488856 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9686625d-9865-4145-b6bf-f27ad7d5143e {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:44.507591 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 9686625d-9865-4145-b6bf-f27ad7d5143e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9686625d-9865-4145-b6bf-f27ad7d5143e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:44.511942 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:44.513618 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:44.550996 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:44.564612 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=9686625d-9865-4145-b6bf-f27ad7d5143e,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:44.567545 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:44.868166 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22232fc-1c5b-4b47-ad55-5310e8ed7982 req-ad49924d-4c68-44a8-a272-7150176404cf tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:44.870204 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e22232fc-1c5b-4b47-ad55-5310e8ed7982 req-ad49924d-4c68-44a8-a272-7150176404cf tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1060784 Jun 23 17:25:44.878060 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc403263-cecd-4646-a875-f8666b65a104 req-76adea58-d131-4823-b967-8ac6301b7f92 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:44.879390 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc403263-cecd-4646-a875-f8666b65a104 req-76adea58-d131-4823-b967-8ac6301b7f92 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 944 time: 0.1059446 Jun 23 17:25:44.935449 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e22232fc-1c5b-4b47-ad55-5310e8ed7982 req-4d781bf4-21ee-4c64-b2f8-8ff3e1bdba7a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Jun 23 17:25:44.938127 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc403263-cecd-4646-a875-f8666b65a104 req-7978e02f-a393-45bd-a710-1ad8208448cb tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509019 Jun 23 17:25:45.136080 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['9686625d-9865-4145-b6bf-f27ad7d5143e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:45.442638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110ea88-0153-43dc-8a01-2e434fb5c4e9 req-1206f3cc-1911-4a48-9a6d-ac877022b724 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:45.444069 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b110ea88-0153-43dc-8a01-2e434fb5c4e9 req-1206f3cc-1911-4a48-9a6d-ac877022b724 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 944 time: 0.0683851 Jun 23 17:25:45.480124 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b110ea88-0153-43dc-8a01-2e434fb5c4e9 req-bd3b1d3d-b8e0-4639-a9a9-aeb0eff7ea35 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298824 Jun 23 17:25:45.549708 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:46.151479 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406399d-13a5-46d0-b3f8-859266aab5b0 req-ef3ce651-ed38-4107-b82e-636c6f22d877 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:46.152839 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f406399d-13a5-46d0-b3f8-859266aab5b0 req-ef3ce651-ed38-4107-b82e-636c6f22d877 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1048961 Jun 23 17:25:46.160386 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b874b54-aabe-4a5d-ac1a-f3288cf291d2 req-6cd8aa74-a595-4e8c-b1c1-6c95ce3f6e2f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:46.161733 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b874b54-aabe-4a5d-ac1a-f3288cf291d2 req-6cd8aa74-a595-4e8c-b1c1-6c95ce3f6e2f tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 944 time: 0.1119976 Jun 23 17:25:46.215159 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f406399d-13a5-46d0-b3f8-859266aab5b0 req-2127ad5a-03e9-49a2-84bb-909d631a521f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524809 Jun 23 17:25:46.219819 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b874b54-aabe-4a5d-ac1a-f3288cf291d2 req-2581c023-345f-448c-8f59-3bf652534c42 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Jun 23 17:25:46.356046 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 710a3817-6818-4b83-964c-e8710a0b5548 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:25:46.431224 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:46.436192 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 710a3817-6818-4b83-964c-e8710a0b5548 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:25:46.440079 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 710a3817-6818-4b83-964c-e8710a0b5548 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:25:46.440533 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:46.544244 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:46.589400 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710a3817-6818-4b83-964c-e8710a0b5548'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:46.591556 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842b86e-567b-44b2-bcb8-60f80d33bef5" -d '{"events": [{"server_uuid": "bc667037-cf2f-4a29-b996-6301ef1e8599", "name": "network-vif-plugged", "status": "completed", "tag": "710a3817-6818-4b83-964c-e8710a0b5548"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:46.639587 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 710a3817-6818-4b83-964c-e8710a0b5548, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=710a3817-6818-4b83-964c-e8710a0b5548,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:46.648600 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a0f33f-015d-431e-b987-9c2069e4fa45 x-openstack-request-id: req-b4a0f33f-015d-431e-b987-9c2069e4fa45 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:46.649339 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc667037-cf2f-4a29-b996-6301ef1e8599", "name": "network-vif-plugged", "status": "completed", "tag": "710a3817-6818-4b83-964c-e8710a0b5548", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:46.649854 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4a0f33f-015d-431e-b987-9c2069e4fa45 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:46.651173 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710a3817-6818-4b83-964c-e8710a0b5548', 'code': 200} Jun 23 17:25:46.652532 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:46.653337 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device ba3fe0fd-db56-492e-a878-10f35bca2d4a no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:25:46.695109 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:46.699863 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: ba3fe0fd-db56-492e-a878-10f35bca2d4a {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:25:46.700215 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device ba3fe0fd-db56-492e-a878-10f35bca2d4a not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:25:46.723679 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb56cf5-3015-480c-8d0a-d9d7533a05a8 req-4f62663f-4364-493e-81af-975bf101ed79 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:46.742996 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdb56cf5-3015-480c-8d0a-d9d7533a05a8 req-4f62663f-4364-493e-81af-975bf101ed79 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.1095760 Jun 23 17:25:46.781238 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=710a3817-6818-4b83-964c-e8710a0b5548,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:46.784594 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:46.792051 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdb56cf5-3015-480c-8d0a-d9d7533a05a8 req-63deb088-51ae-43c0-9589-45a361fd2fcd tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480452 Jun 23 17:25:46.935754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6882d1-9ec0-42be-9f5a-16ac9bac199b req-d18041cd-cba1-4d5c-b53f-cc46c394c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:46.937063 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea6882d1-9ec0-42be-9f5a-16ac9bac199b req-d18041cd-cba1-4d5c-b53f-cc46c394c441 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 1098 time: 0.0527375 Jun 23 17:25:46.976476 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea6882d1-9ec0-42be-9f5a-16ac9bac199b req-c4cad2ad-c393-4902-a820-6e52c3afc7be service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268946 Jun 23 17:25:47.414670 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be006-aa61-46ad-b1e8-c82517d48139 req-c7bb80e3-3792-4597-8db3-196f104f2be9 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:47.417001 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8e4be006-aa61-46ad-b1e8-c82517d48139 req-c7bb80e3-3792-4597-8db3-196f104f2be9 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 944 time: 0.0815437 Jun 23 17:25:47.464740 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8e4be006-aa61-46ad-b1e8-c82517d48139 req-c52f7402-6501-4c46-89c7-aa09f3bb88a3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Jun 23 17:25:47.787487 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542d91a-e5cf-4c50-9c99-61a8974a1b1b req-38df700f-979c-4a6b-8b45-3453fdd532fc tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:47.789006 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f542d91a-e5cf-4c50-9c99-61a8974a1b1b req-38df700f-979c-4a6b-8b45-3453fdd532fc tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0812047 Jun 23 17:25:47.832479 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f542d91a-e5cf-4c50-9c99-61a8974a1b1b req-3b72e190-7bea-401b-9b93-308ee6b0150f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Jun 23 17:25:47.994943 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc21d8-83c9-48ab-b8d5-6fa25ec69339 req-100a8300-8d81-49d6-890d-85f4287c5c37 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:47.996749 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-91fc21d8-83c9-48ab-b8d5-6fa25ec69339 req-100a8300-8d81-49d6-890d-85f4287c5c37 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.0780313 Jun 23 17:25:48.057496 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-91fc21d8-83c9-48ab-b8d5-6fa25ec69339 req-a9c62b1f-d913-4db7-8c99-2d15057101eb tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544028 Jun 23 17:25:48.364650 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 9686625d-9865-4145-b6bf-f27ad7d5143e up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:25:48.413974 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 9686625d-9865-4145-b6bf-f27ad7d5143e completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:25:48.418072 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 9686625d-9865-4145-b6bf-f27ad7d5143e triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:25:48.418443 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:48.509794 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:48.547298 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 9686625d-9865-4145-b6bf-f27ad7d5143e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9686625d-9865-4145-b6bf-f27ad7d5143e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:48.550685 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:48.552732 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:48.606311 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=9686625d-9865-4145-b6bf-f27ad7d5143e,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:48.610309 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:48.652822 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9686625d-9865-4145-b6bf-f27ad7d5143e'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:48.655129 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd39c64-1dc0-4b75-a91c-4cc807ca2e8d" -d '{"events": [{"server_uuid": "68514255-5ff3-4c96-8c3f-d494607bbfcb", "name": "network-vif-plugged", "status": "completed", "tag": "9686625d-9865-4145-b6bf-f27ad7d5143e"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:48.664573 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d3a3b-b125-46aa-8f78-19d460e69cb9 req-db5a5f99-954b-4d31-9458-5c517d6aca4b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:48.666427 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1a0d3a3b-b125-46aa-8f78-19d460e69cb9 req-db5a5f99-954b-4d31-9458-5c517d6aca4b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.0742059 Jun 23 17:25:48.705766 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1a0d3a3b-b125-46aa-8f78-19d460e69cb9 req-d12efb89-4195-4647-b009-8cce081aadc6 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Jun 23 17:25:48.750495 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54fe3ac-c3a1-4f04-a9c3-d26867801ebd x-openstack-request-id: req-f54fe3ac-c3a1-4f04-a9c3-d26867801ebd {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:48.750803 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68514255-5ff3-4c96-8c3f-d494607bbfcb", "name": "network-vif-plugged", "status": "completed", "tag": "9686625d-9865-4145-b6bf-f27ad7d5143e", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:48.751062 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f54fe3ac-c3a1-4f04-a9c3-d26867801ebd {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:48.751458 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9686625d-9865-4145-b6bf-f27ad7d5143e', 'code': 200} Jun 23 17:25:49.023178 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115c6a-7a23-43db-9edd-22c08c610e3f req-97ee1e6d-f211-4e30-a593-89459d0b727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:49.024586 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9f115c6a-7a23-43db-9edd-22c08c610e3f req-97ee1e6d-f211-4e30-a593-89459d0b727a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 1098 time: 0.0554795 Jun 23 17:25:49.065271 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9f115c6a-7a23-43db-9edd-22c08c610e3f req-dcb61d34-b512-476f-9a6d-f1231024d5f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288191 Jun 23 17:25:49.243501 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edb63c-21c8-460d-9422-debf8991fd93 req-02d991e1-d0f7-4cf9-b7c6-244880f5beae tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:49.245516 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61edb63c-21c8-460d-9422-debf8991fd93 req-02d991e1-d0f7-4cf9-b7c6-244880f5beae tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.0627458 Jun 23 17:25:49.286684 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61edb63c-21c8-460d-9422-debf8991fd93 req-f32f64fc-3a53-47f9-a254-5fed9282a729 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Jun 23 17:25:49.897545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92210472-457e-4d9f-9ea0-6afe6651923c req-198cbe63-9ee8-45e1-b777-f215c5fe3079 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:49.904062 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-92210472-457e-4d9f-9ea0-6afe6651923c req-198cbe63-9ee8-45e1-b777-f215c5fe3079 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.0831225 Jun 23 17:25:49.952929 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-92210472-457e-4d9f-9ea0-6afe6651923c req-c670877a-d65b-48dd-8e88-99b1858ade95 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Jun 23 17:25:50.359319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93962953-1766-4c31-a791-9f255aa2aa63 req-45540688-eed0-4223-9d8f-9d4fcfa99c8b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:50.361481 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-93962953-1766-4c31-a791-9f255aa2aa63 req-45540688-eed0-4223-9d8f-9d4fcfa99c8b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.0710616 Jun 23 17:25:50.408718 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-93962953-1766-4c31-a791-9f255aa2aa63 req-8cddbf58-3c97-491f-a11a-d4c9dc041136 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Jun 23 17:25:51.095905 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda6806-ca76-4282-953f-a902db3da592 req-c3d4e1c0-9d97-4d6f-9502-1eaf7c3d2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:51.097226 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bcda6806-ca76-4282-953f-a902db3da592 req-c3d4e1c0-9d97-4d6f-9502-1eaf7c3d2281 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.3228595 Jun 23 17:25:51.116994 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f772314-0e20-48e7-80e6-6243ac1cd07c req-1ca69368-b7b7-4832-9e57-c25c93093b39 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:51.118540 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0f772314-0e20-48e7-80e6-6243ac1cd07c req-1ca69368-b7b7-4832-9e57-c25c93093b39 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3168957 Jun 23 17:25:51.218450 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0f772314-0e20-48e7-80e6-6243ac1cd07c req-0fda9e5f-26ca-44ef-bca5-8e31b3a67497 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908084 Jun 23 17:25:51.261242 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda6806-ca76-4282-953f-a902db3da592 req-a77641e8-45af-42aa-95fa-08ce1526636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:51.262696 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bcda6806-ca76-4282-953f-a902db3da592 req-a77641e8-45af-42aa-95fa-08ce1526636c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 920 time: 0.1427190 Jun 23 17:25:51.310219 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bcda6806-ca76-4282-953f-a902db3da592 req-c07fb6fb-cd58-49f4-8517-09c3f7f10d6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 217 time: 0.0361192 Jun 23 17:25:51.317442 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e140b-7558-4447-b537-5f0458bd7a2b req-1eda21bc-e2da-4912-8b58-bf0a180a3ee3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:51.318820 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2a6e140b-7558-4447-b537-5f0458bd7a2b req-1eda21bc-e2da-4912-8b58-bf0a180a3ee3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.1217597 Jun 23 17:25:51.386829 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2a6e140b-7558-4447-b537-5f0458bd7a2b req-abe6dd82-5a83-49b3-8677-ce8ddb811821 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619411 Jun 23 17:25:51.398757 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda6806-ca76-4282-953f-a902db3da592 req-ee1493c5-429c-407b-a20b-add1aa94d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:51.400299 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bcda6806-ca76-4282-953f-a902db3da592 req-ee1493c5-429c-407b-a20b-add1aa94d436 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.0599539 Jun 23 17:25:51.442509 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bcda6806-ca76-4282-953f-a902db3da592 req-67a37e01-b595-4f37-bae7-6206f69b447a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261159 Jun 23 17:25:51.559504 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bcda6806-ca76-4282-953f-a902db3da592 req-723e2f3d-bea7-4e9a-9cca-2a48b914aa56 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975287 Jun 23 17:25:51.687221 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11861-8cfe-4862-a4f1-e436fe408092 req-3ccb98ea-6466-4819-8d7d-e0cf198b0df0 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:51.688623 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-41e11861-8cfe-4862-a4f1-e436fe408092 req-3ccb98ea-6466-4819-8d7d-e0cf198b0df0 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.1327918 Jun 23 17:25:51.690741 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bcda6806-ca76-4282-953f-a902db3da592 req-78a0f8b0-ca1f-496d-9aff-9b8207beef57 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237760 Jun 23 17:25:51.735196 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-41e11861-8cfe-4862-a4f1-e436fe408092 req-cb880a54-edf4-4bf8-ae54-8b9841778415 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jun 23 17:25:52.393235 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437cc13-d46d-497f-b964-65f076683df9 req-63b5c929-744f-47ec-8990-1433e72c6fb0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:52.394721 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4437cc13-d46d-497f-b964-65f076683df9 req-63b5c929-744f-47ec-8990-1433e72c6fb0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0622044 Jun 23 17:25:52.435769 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4437cc13-d46d-497f-b964-65f076683df9 req-e37aadea-3b44-4448-a2e0-b6e90a704c81 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349505 Jun 23 17:25:52.572466 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b414242-5ae4-4e35-9933-61bbceecb283 req-2ad96a3f-45d4-46c5-8af2-18baf6cabd1d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:52.574531 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8b414242-5ae4-4e35-9933-61bbceecb283 req-2ad96a3f-45d4-46c5-8af2-18baf6cabd1d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.0696542 Jun 23 17:25:52.623475 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8b414242-5ae4-4e35-9933-61bbceecb283 req-1b66de96-366f-41ed-9426-43435eebdc50 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Jun 23 17:25:52.919712 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79e71f-db26-4f57-9141-8661b8fc79b0 req-ea11cbdd-e42a-4acd-a1e4-01d2a76621f1 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:52.921073 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7d79e71f-db26-4f57-9141-8661b8fc79b0 req-ea11cbdd-e42a-4acd-a1e4-01d2a76621f1 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.0649652 Jun 23 17:25:52.959646 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7d79e71f-db26-4f57-9141-8661b8fc79b0 req-b19ef7de-d84c-4c2d-bb1d-72128273cfb4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Jun 23 17:25:53.611029 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece5a9-b920-40d7-acb3-d37083046d53 req-20ef3e5a-c351-4df1-b904-113239b8ce88 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:53.612537 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-01ece5a9-b920-40d7-acb3-d37083046d53 req-20ef3e5a-c351-4df1-b904-113239b8ce88 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0661695 Jun 23 17:25:53.683667 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-01ece5a9-b920-40d7-acb3-d37083046d53 req-b1d6ac1b-adba-4008-a35a-6e01b0251faf tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Jun 23 17:25:53.716567 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-1ddffcf5-419a-41db-86ea-52e7a9d816b5 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:53.717989 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-1ddffcf5-419a-41db-86ea-52e7a9d816b5 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.0796933 Jun 23 17:25:53.862288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19cde3-85c7-4daa-aa23-acfe69b3347e req-abf58278-50d8-4487-a902-b70bee848a00 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:53.863726 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ff19cde3-85c7-4daa-aa23-acfe69b3347e req-abf58278-50d8-4487-a902-b70bee848a00 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.1290677 Jun 23 17:25:53.912104 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Deleting port 710a3817-6818-4b83-964c-e8710a0b5548 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:25:53.912554 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.938222 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ff19cde3-85c7-4daa-aa23-acfe69b3347e req-55f99794-1c45-41f7-9a82-bc4de46f3a5e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665290 Jun 23 17:25:54.009631 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] For port 710a3817-6818-4b83-964c-e8710a0b5548, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=710a3817-6818-4b83-964c-e8710a0b5548,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:54.010493 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.025970 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Calling delete_port for 710a3817-6818-4b83-964c-e8710a0b5548 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:25:54.204397 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac1aa2-263a-4ee2-ac64-cb476e3d0fa7 req-cc90e60b-2d1e-4c66-bc45-9a7fd28f626b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:54.206213 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a1ac1aa2-263a-4ee2-ac64-cb476e3d0fa7 req-cc90e60b-2d1e-4c66-bc45-9a7fd28f626b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc667037-cf2f-4a29-b996-6301ef1e8599 HTTP/1.1" status: 200 len: 945 time: 0.1218853 Jun 23 17:25:54.230563 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.246264 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['710a3817-6818-4b83-964c-e8710a0b5548'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:54.260725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:54.323704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Pushing event deleted for resources: {'Port': ['ID=710a3817-6818-4b83-964c-e8710a0b5548,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:54.339097 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:54.360472 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] No DVR routers for this DVR port 710a3817-6818-4b83-964c-e8710a0b5548 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:25:54.364405 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.365468 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5c027caf-1147-400b-911c-2d0b71ae40b1 req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "DELETE /v2.0/ports/710a3817-6818-4b83-964c-e8710a0b5548 HTTP/1.1" status: 204 len: 173 time: 0.6222928 Jun 23 17:25:54.368240 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a1ac1aa2-263a-4ee2-ac64-cb476e3d0fa7 req-fcd02f29-241b-4f9f-839a-cdf29522c0b9 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547732 Jun 23 17:25:54.369574 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'name': 'network-vif-deleted', 'tag': '710a3817-6818-4b83-964c-e8710a0b5548'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:54.372741 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1750fc12-4939-4543-8c25-e5e4f8fd1dcd" -d '{"events": [{"server_uuid": "bc667037-cf2f-4a29-b996-6301ef1e8599", "name": "network-vif-deleted", "tag": "710a3817-6818-4b83-964c-e8710a0b5548"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:54.415279 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ae3859-4f94-42e6-bb3d-a480d6b23952 x-openstack-request-id: req-a4ae3859-4f94-42e6-bb3d-a480d6b23952 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:54.416517 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc667037-cf2f-4a29-b996-6301ef1e8599", "name": "network-vif-deleted", "tag": "710a3817-6818-4b83-964c-e8710a0b5548", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:54.417336 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4ae3859-4f94-42e6-bb3d-a480d6b23952 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:54.418145 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc667037-cf2f-4a29-b996-6301ef1e8599', 'name': 'network-vif-deleted', 'tag': '710a3817-6818-4b83-964c-e8710a0b5548', 'status': 'completed', 'code': 200} Jun 23 17:25:54.858434 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614a2f-c107-4e0d-84e2-50373eee35cc req-74ed2485-8741-4e3f-bb3f-2e98111e833d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:54.859894 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4d614a2f-c107-4e0d-84e2-50373eee35cc req-74ed2485-8741-4e3f-bb3f-2e98111e833d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0624697 Jun 23 17:25:54.896765 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4d614a2f-c107-4e0d-84e2-50373eee35cc req-0d3e320e-e20b-4b10-84de-3bc732f81885 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Jun 23 17:25:55.697611 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782504a0-cef4-4bb2-923a-40db2378f581 req-2081cac8-dd00-403e-b014-757d46a43fa3 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:55.699152 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-2081cac8-dd00-403e-b014-757d46a43fa3 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/networks?id=25adc8dd-199d-4532-a5a1-1352fbdb93a8 HTTP/1.1" status: 200 len: 808 time: 0.1129835 Jun 23 17:25:55.714767 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-8a559e62-602b-4f97-9d5f-5caa77228a8b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/quotas/482e598828dc4da3986cd15dc3d1e3a0 HTTP/1.1" status: 200 len: 375 time: 0.0099165 Jun 23 17:25:55.786181 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-50905b2a-71e1-4bdc-828a-32122cffe693 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=482e598828dc4da3986cd15dc3d1e3a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615804 Jun 23 17:25:55.894108 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-98bda040-4c61-4dc9-ab11-c267a3ccb4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069548 Jun 23 17:25:55.998413 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-e7abe9c0-0bcd-427e-a75a-baa76f450d6b service neutron] 10.222.0.69 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032739 Jun 23 17:25:56.100167 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11a93f-bfda-4850-b0d7-d5f555d1ffba req-76791d4b-458f-4143-936c-235dda0dab50 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:56.101794 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ae11a93f-bfda-4850-b0d7-d5f555d1ffba req-76791d4b-458f-4143-936c-235dda0dab50 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0696623 Jun 23 17:25:56.155271 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ae11a93f-bfda-4850-b0d7-d5f555d1ffba req-1b85456a-59e6-4a39-abac-67d47d849c43 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Jun 23 17:25:56.186028 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a354c59-6bd6-4985-a5df-05ef316512f9 req-3b811269-c7d9-4a3d-b57f-385d3ecf0441 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 210 time: 0.0292470 Jun 23 17:25:56.448023 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 710a3817-6818-4b83-964c-e8710a0b5548 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:25:56.467643 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 710a3817-6818-4b83-964c-e8710a0b5548 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:25:56.467993 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 710a3817-6818-4b83-964c-e8710a0b5548 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:25:57.386834 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ecdf6eb3-e4bf-497e-9c01-778e95075c28 req-aa5cf281-0483-4f30-99c9-fd19cce6b2cd tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 210 time: 0.0429842 Jun 23 17:25:57.460353 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6845d07-7c67-4418-a50c-43d1f121ab45 req-6a781cce-1808-43d2-bd89-5fcb6f93a7d3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:57.462675 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a6845d07-7c67-4418-a50c-43d1f121ab45 req-6a781cce-1808-43d2-bd89-5fcb6f93a7d3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1619358 Jun 23 17:25:57.532625 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a6845d07-7c67-4418-a50c-43d1f121ab45 req-5602596b-58b2-48ae-97b3-814c4f90b4f0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Jun 23 17:25:57.575407 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38372) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:57.668036 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782504a0-cef4-4bb2-923a-40db2378f581 req-c584b4fa-4026-45a5-97d2-98f8d977473a tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:57.670071 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-c584b4fa-4026-45a5-97d2-98f8d977473a tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "GET /v2.0/networks?id=25adc8dd-199d-4532-a5a1-1352fbdb93a8 HTTP/1.1" status: 200 len: 808 time: 0.1763439 Jun 23 17:25:57.686728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Request body: {'port': {'device_id': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8', 'admin_state_up': True, 'tenant_id': '482e598828dc4da3986cd15dc3d1e3a0'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:57.787315 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.913635 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.919711 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.940805 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-77d2e5a0-d08e-4df4-b3df-1ba37fb1418c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:57.943240 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Made reservation on behalf of 482e598828dc4da3986cd15dc3d1e3a0 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:57.947279 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.970980 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d339a0cd-70bc-45a5-a50a-d04c488f3700,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:57.982277 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.982644 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.982998 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.983347 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.983685 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.984204 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.984693 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.985182 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.985679 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.986209 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.986684 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.987181 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.992723 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60651102a91f4c3f998cde8637169380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161997 Jun 23 17:25:57.994561 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:57.996003 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38392) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:58.063582 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.090312 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.122065 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Allocated IP 172.20.0.11 (25adc8dd-199d-4532-a5a1-1352fbdb93a8/81b68b7f-b293-476d-95e5-366f9e4f1cc6/7a77e157-049b-4b03-b1da-9eca301fa774) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:58.157022 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.159907 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.161810 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d339a0cd-70bc-45a5-a50a-d04c488f3700 HTTP/1.1" status: 204 len: 168 time: 0.1646957 Jun 23 17:25:58.162530 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-118ea555-efd3-46ec-96b8-caaddce42470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:58.172759 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d339a0cd-70bc-45a5-a50a-d04c488f3700,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:58.175733 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:58.326980 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.369639 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.374398 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-978666c3-7b7a-4a33-b457-0c60c960ebe3 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:58.425105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:58.439229 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:58.448381 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:58.460229 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:58.460882 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.472708 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Pushing event updated for resources: {'Port': ['ID=7a77e157-049b-4b03-b1da-9eca301fa774,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:58.485320 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.485550 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.485959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.486316 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.486665 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.487006 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.487347 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.487687 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.488029 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.488371 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.488708 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.489099 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.503506 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:58.510014 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8285687 Jun 23 17:25:58.523061 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Request body: {'port': {'device_id': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:58.633116 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.733039 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbf75d-f91b-4e75-a911-4bf8f59f9c14 req-2966d683-5c59-4bc5-9aa9-eface3b28e9e tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:58.734541 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5ddbf75d-f91b-4e75-a911-4bf8f59f9c14 req-2966d683-5c59-4bc5-9aa9-eface3b28e9e tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 932 time: 0.1717579 Jun 23 17:25:58.873861 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8bd46-ba0c-44fd-a66e-f1e3ed049145 req-dc5a8f45-198a-47ac-9cc0-3927d4bc99c4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:58.875324 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-35f8bd46-ba0c-44fd-a66e-f1e3ed049145 req-dc5a8f45-198a-47ac-9cc0-3927d4bc99c4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2254806 Jun 23 17:25:58.880028 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5ddbf75d-f91b-4e75-a911-4bf8f59f9c14 req-2f32fde4-c684-4ed4-8007-a3f625be27e3 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351712 Jun 23 17:25:58.945263 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38436) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:58.957294 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-35f8bd46-ba0c-44fd-a66e-f1e3ed049145 req-b9bc4cd2-8871-4529-8f6f-9d2956a02423 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494893 Jun 23 17:25:59.037112 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a77e157-049b-4b03-b1da-9eca301fa774 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:25:59.046437 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.060794 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Transition to ACTIVE for port object 7a77e157-049b-4b03-b1da-9eca301fa774 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:59.068622 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.072840 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:59.083641 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1057697880-network', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:59.111351 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Made reservation on behalf of 846e565096174f7b8b8cd93b8962ff8b for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:59.114553 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.127613 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Pushing event updated for resources: {'Port': ['ID=7a77e157-049b-4b03-b1da-9eca301fa774,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.128699 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.133278 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:59.164340 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Attempting to bind port 7a77e157-049b-4b03-b1da-9eca301fa774 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:25:59.164706 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Attempting to bind port 7a77e157-049b-4b03-b1da-9eca301fa774 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:25:59.165033 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Attempting to bind port 7a77e157-049b-4b03-b1da-9eca301fa774 on network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:59.169959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Port 7a77e157-049b-4b03-b1da-9eca301fa774 on network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:25:59.170301 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Attempting to bind port 7a77e157-049b-4b03-b1da-9eca301fa774 on network 25adc8dd-199d-4532-a5a1-1352fbdb93a8 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:59.175165 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:25:59.175537 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Checking segment: {'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:59.175955 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Bound using segment: {'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:25:59.176393 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Bound port: 7a77e157-049b-4b03-b1da-9eca301fa774, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6da4250-d172-4fdb-8730-24605890bd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:25:59.176736 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.231700 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.237969 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.242238 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3b213ec6-7e4a-4fbd-9793-2c3ad78045e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:59.263867 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:59.266285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] For port 7a77e157-049b-4b03-b1da-9eca301fa774, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:59.270413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] For port 7a77e157-049b-4b03-b1da-9eca301fa774, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7a77e157-049b-4b03-b1da-9eca301fa774,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:59.276511 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.280683 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e318de3-3b7f-48cf-8bd8-3f8a2ad25b8a,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.293569 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.293790 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:59.293977 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Added segment 4eeea847-c5ba-4397-be47-ffbb40760736 of type vlan for network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 Jun 23 17:25:59.311369 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:59.326824 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:59.327611 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.328991 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] 10.222.0.23 "PUT /v2.0/ports/7a77e157-049b-4b03-b1da-9eca301fa774 HTTP/1.1" status: 200 len: 1094 time: 0.8103514 Jun 23 17:25:59.329472 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'tag': '7a77e157-049b-4b03-b1da-9eca301fa774'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:25:59.331953 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "facb34cb-81fa-40a4-a1b5-ce1b519674bd", "tag": "7a77e157-049b-4b03-b1da-9eca301fa774"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:59.358391 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.374540 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Pushing event updated for resources: {'Port': ['ID=7a77e157-049b-4b03-b1da-9eca301fa774,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.379645 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcb9322-0781-461d-9574-051661f8fef3 x-openstack-request-id: req-0fcb9322-0781-461d-9574-051661f8fef3 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:59.380015 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facb34cb-81fa-40a4-a1b5-ce1b519674bd", "tag": "7a77e157-049b-4b03-b1da-9eca301fa774", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:59.380288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0fcb9322-0781-461d-9574-051661f8fef3 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:59.380710 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'tag': '7a77e157-049b-4b03-b1da-9eca301fa774', 'status': 'completed', 'code': 200} Jun 23 17:25:59.381798 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:59.394965 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.396432 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:59.397091 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.399474 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4fe98c32-004f-40a2-b31a-630f99bbdc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:59.468984 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782504a0-cef4-4bb2-923a-40db2378f581 req-cbe30837-3308-4838-a8aa-db6158245c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:59.470383 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-cbe30837-3308-4838-a8aa-db6158245c39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=482e598828dc4da3986cd15dc3d1e3a0&device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 1097 time: 0.0637569 Jun 23 17:25:59.481945 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5359809 Jun 23 17:25:59.483098 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Pushing event updated for resources: {'Network': ['ID=995c5ffa-7123-4a12-8021-55ce13c9bdd9,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.485335 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38456) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:59.490218 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Request body: {'subnet': {'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1057697880-subnet', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:59.493479 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:59.497344 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:59.524287 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Made reservation on behalf of 846e565096174f7b8b8cd93b8962ff8b for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:59.540317 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165428'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.540475 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-5afe4ea5-613d-4e75-b7aa-ab3e85d6e576 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a77e157-049b-4b03-b1da-9eca301fa774 HTTP/1.1" status: 200 len: 217 time: 0.0493453 Jun 23 17:25:59.599855 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782504a0-cef4-4bb2-923a-40db2378f581 req-9c3f784b-1c90-4b28-a1eb-4f7a12b90a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:59.601474 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-9c3f784b-1c90-4b28-a1eb-4f7a12b90a03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b68b7f-b293-476d-95e5-366f9e4f1cc6 HTTP/1.1" status: 200 len: 848 time: 0.0587347 Jun 23 17:25:59.649080 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-1428b3f3-cc39-46d6-9f86-d6ececbd4bdc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25adc8dd-199d-4532-a5a1-1352fbdb93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369978 Jun 23 17:25:59.719560 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165414'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.722631 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:59.749458 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-61a4a660-e707-45cc-91e5-54e9bed60af4 service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890164 Jun 23 17:25:59.767698 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a840856e-6542-4ad3-9cd0-2d804f64c762,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.770768 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:59.785431 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Checking segment: {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:59.785806 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Network hostable DHCP agents. Network: 995c5ffa-7123-4a12-8021-55ce13c9bdd9, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:59.803405 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:59.812906 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 995c5ffa-7123-4a12-8021-55ce13c9bdd9) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:59.821491 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f0289e-1d85-45ae-81d0-4d2c18d55c08 None None] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:59.824264 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:59.824879 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.842513 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3559196 Jun 23 17:25:59.845059 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38464) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:59.849381 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:59.865123 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-782504a0-cef4-4bb2-923a-40db2378f581 req-7b9804f7-c6df-4f8c-9c43-a53c955b20d7 service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065044 Jun 23 17:25:59.871527 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.872847 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.925259 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:25:59.928284 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.011182 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-dbd3b1e3-d2dc-4453-a476-5185f3433df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:00.012663 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-dbd3b1e3-d2dc-4453-a476-5185f3433df2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=482e598828dc4da3986cd15dc3d1e3a0&device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 1097 time: 0.0674527 Jun 23 17:26:00.032905 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:26:00.033961 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.202057 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Allocated IP 172.20.0.2 (995c5ffa-7123-4a12-8021-55ce13c9bdd9/a840856e-6542-4ad3-9cd0-2d804f64c762/fec157b1-b101-42de-a095-a7430b8dd25d) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:00.214970 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38472) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:00.315872 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.349989 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Deleting subnet eb3b7b02-b222-47f8-9326-5a2fed470fc1 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:26:00.359576 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.360337 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.370169 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Transition to ACTIVE for port object fec157b1-b101-42de-a095-a7430b8dd25d will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:00.386914 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Transition to ACTIVE for port object fec157b1-b101-42de-a095-a7430b8dd25d will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:00.395189 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.397302 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:00.435271 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.441405 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:00.444401 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:00.448783 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:00.455598 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d8aad-7fba-4e5d-81e0-5e01e7e52893 req-fb06da40-b41e-45c7-abaa-f96c59fc0380 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:00.456266 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Pushing event updated for resources: {'Port': ['ID=fec157b1-b101-42de-a095-a7430b8dd25d,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:00.458271 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-725d8aad-7fba-4e5d-81e0-5e01e7e52893 req-fb06da40-b41e-45c7-abaa-f96c59fc0380 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 944 time: 0.4387968 Jun 23 17:26:00.462869 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-d849aafa-98cb-470a-a370-e05e233c68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:00.465748 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-d849aafa-98cb-470a-a370-e05e233c68e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25adc8dd-199d-4532-a5a1-1352fbdb93a8 HTTP/1.1" status: 200 len: 909 time: 0.4031816 Jun 23 17:26:00.469516 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:00.488664 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.517501 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Attempting to bind port fec157b1-b101-42de-a095-a7430b8dd25d on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:00.518197 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Attempting to bind port fec157b1-b101-42de-a095-a7430b8dd25d by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:00.518313 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Attempting to bind port fec157b1-b101-42de-a095-a7430b8dd25d on network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:00.523460 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:00.523837 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Checking segment: {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:00.524241 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.525346 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Bound using segment: {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:00.526137 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Bound port: fec157b1-b101-42de-a095-a7430b8dd25d, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:00.526503 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.555845 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-fcce09b6-79a1-4384-800c-bb72c52ad10b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a77e157-049b-4b03-b1da-9eca301fa774 HTTP/1.1" status: 200 len: 217 time: 0.0610721 Jun 23 17:26:00.565054 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c6fd8-3dc8-44c0-8ac0-0ed915d04c8a req-2da0e3bd-e3a0-4276-93d0-2c187a5e38cc tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:00.572612 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-179c6fd8-3dc8-44c0-8ac0-0ed915d04c8a req-2da0e3bd-e3a0-4276-93d0-2c187a5e38cc tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1982009 Jun 23 17:26:00.578713 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-725d8aad-7fba-4e5d-81e0-5e01e7e52893 req-e4cd47e8-5fd0-4099-9502-39503b29745b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099865 Jun 23 17:26:00.604868 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] For port fec157b1-b101-42de-a095-a7430b8dd25d, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:00.608673 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] For port fec157b1-b101-42de-a095-a7430b8dd25d, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=fec157b1-b101-42de-a095-a7430b8dd25d,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:00.628476 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.631839 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:00.654848 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.658519 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-179c6fd8-3dc8-44c0-8ac0-0ed915d04c8a req-238b8a38-b8fc-43eb-98c8-7db7b7395a2b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848391 Jun 23 17:26:00.661134 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:00.662592 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-1e71765f-a35e-4c0b-8e27-e8c0767160a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:00.663915 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-1e71765f-a35e-4c0b-8e27-e8c0767160a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81b68b7f-b293-476d-95e5-366f9e4f1cc6 HTTP/1.1" status: 200 len: 848 time: 0.0885639 Jun 23 17:26:00.722338 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3b7b02-b222-47f8-9326-5a2fed470fc1,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:00.725420 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-6b2671bb-d24d-4a82-8e78-06e6c2f4bca0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25adc8dd-199d-4532-a5a1-1352fbdb93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516660 Jun 23 17:26:00.726532 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:00.750638 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Pushing event updated for resources: {'Port': ['ID=fec157b1-b101-42de-a095-a7430b8dd25d,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:00.765105 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:00.780632 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.782560 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ec8c74dc-2a8a-4bac-8b9d-6b1a11d70e91 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eb3b7b02-b222-47f8-9326-5a2fed470fc1 HTTP/1.1" status: 204 len: 168 time: 0.5657401 Jun 23 17:26:00.785486 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38486) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:00.816948 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.843720 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.877117 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-83f795d1-e976-4b9d-9eac-000006eecaa9 service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379919 Jun 23 17:26:00.938224 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.059351 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f87cc3b1-19dd-4dc7-b65b-dcad249d8fdb req-d3f53457-7e31-4c46-b983-85c41da7ee42 service neutron] 10.222.0.23 "GET /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726363 Jun 23 17:26:01.169923 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.172739 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Allocated IP 172.28.2.201 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/4fc1d530-9b06-412c-8842-f65543c56a73) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:01.186115 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2e1c1d-bf28-4f29-9226-47023bb80226']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:01.206831 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:01.207115 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ed5f5a-d2e4-4b3d-b394-da73f8e1c4c9') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:01.229296 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.308297 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.319626 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:26:01.320009 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:26:01.321671 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:26:01.353950 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a91bf1-0a81-424d-956c-388aa053112c req-fb42eec2-5b5a-4bbc-aaba-102cb01fee80 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:01.355562 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-22a91bf1-0a81-424d-956c-388aa053112c req-fb42eec2-5b5a-4bbc-aaba-102cb01fee80 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.0718882 Jun 23 17:26:01.394061 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.403961 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-22a91bf1-0a81-424d-956c-388aa053112c req-12cf2e5c-0796-4f22-923f-4f94b28cd3b2 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Jun 23 17:26:01.425335 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.432753 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.434957 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8d2e1c1d-bf28-4f29-9226-47023bb80226 HTTP/1.1" status: 204 len: 168 time: 0.6485424 Jun 23 17:26:01.439822 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38498) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:01.448397 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:01.479376 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2e1c1d-bf28-4f29-9226-47023bb80226,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:01.486113 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-371fff20-6843-4c19-8279-1a628868ebb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:01.503071 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8580305'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.506008 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:01.522195 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Deleting subnet bc5f3947-577f-48c9-84d3-9caa3b806075 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:26:01.527910 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.546961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:01.553811 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:01.556981 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:01.583391 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc1d530-9b06-412c-8842-f65543c56a73,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:01.587017 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:01.589819 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.605462 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.714714 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.723017 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:01.773173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5f3947-577f-48c9-84d3-9caa3b806075,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:01.789300 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:01.791136 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.793692 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-14b3dd0a-fc12-4861-abf2-c9959f4b8b68 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bc5f3947-577f-48c9-84d3-9caa3b806075 HTTP/1.1" status: 204 len: 168 time: 0.3532073 Jun 23 17:26:01.804781 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38508) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:01.887702 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c224b-9b0c-4ab1-93ad-92fdca021c76 req-0b28edd1-c2d0-46d3-ba8d-d56074603a99 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:01.889328 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a45c224b-9b0c-4ab1-93ad-92fdca021c76 req-0b28edd1-c2d0-46d3-ba8d-d56074603a99 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 944 time: 0.1223414 Jun 23 17:26:01.933971 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.954456 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.966795 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a45c224b-9b0c-4ab1-93ad-92fdca021c76 req-be8e9014-8b37-4764-82e3-2b3e36947f48 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694318 Jun 23 17:26:01.984126 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7001fb-8fa6-4278-8d88-88cc2d6050fa req-7c6995d7-52e2-4cfa-9b96-05a8006064da tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:01.985641 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dd7001fb-8fa6-4278-8d88-88cc2d6050fa req-7c6995d7-52e2-4cfa-9b96-05a8006064da tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1387222 Jun 23 17:26:02.002333 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845dd51-e9b4-4736-b289-cfcbdf559354 None None] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:26:02.026841 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dd7001fb-8fa6-4278-8d88-88cc2d6050fa req-55ef4260-89ae-4029-9647-8bace3125095 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Jun 23 17:26:02.115789 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.131549 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9525902-293e-4091-b71b-2ed3c1702959']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:02.145453 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0872ca3-67ea-4636-85ce-1f0700437709') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:02.145667 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0872ca3-67ea-4636-85ce-1f0700437709') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:02.152969 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device fec157b1-b101-42de-a095-a7430b8dd25d up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:02.157342 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.212783 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.222486 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:26:02.222885 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:26:02.224572 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:26:02.226869 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-b139db1c-686e-4163-9dbe-4251ce61119f None None] Provisioning for port fec157b1-b101-42de-a095-a7430b8dd25d completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:02.284095 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port fec157b1-b101-42de-a095-a7430b8dd25d completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:02.293161 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port fec157b1-b101-42de-a095-a7430b8dd25d triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:02.293542 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.316150 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.322904 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.324472 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.328591 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] 10.222.0.69 "DELETE /v2.0/networks/d9525902-293e-4091-b71b-2ed3c1702959 HTTP/1.1" status: 204 len: 168 time: 0.5205145 Jun 23 17:26:02.328591 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4863c23f-bab8-453f-893c-577eb9592177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:02.341848 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9525902-293e-4091-b71b-2ed3c1702959,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:02.345019 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-607b061b-503b-41a3-a2fd-d74840954c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:02.424819 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.465980 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port fec157b1-b101-42de-a095-a7430b8dd25d, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=fec157b1-b101-42de-a095-a7430b8dd25d,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:02.474968 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38514) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:02.475743 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7a77e157-049b-4b03-b1da-9eca301fa774 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:02.480160 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.484294 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d8e826e1-141f-4ea1-aa2b-7b0633f26793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:02.552168 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e86fd5d5-01a7-4350-9c7c-0665aeb21101 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a7c3e1c075e4b4995aecdf15ebde719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757451 Jun 23 17:26:02.554566 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38518) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:02.657692 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.682478 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.693399 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 7a77e157-049b-4b03-b1da-9eca301fa774, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7a77e157-049b-4b03-b1da-9eca301fa774,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:02.713373 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '7a77e157-049b-4b03-b1da-9eca301fa774', 'network_id': '25adc8dd-199d-4532-a5a1-1352fbdb93a8', 'port_id': '7a77e157-049b-4b03-b1da-9eca301fa774', 'mac_address': 'fa:16:3e:33:b4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b68b7f-b293-476d-95e5-366f9e4f1cc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:02.723611 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=fec157b1-b101-42de-a095-a7430b8dd25d,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:02.761079 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:02.780301 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.783142 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Router d9f9e966-e3a4-4222-b5a1-795b076a15cf is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:26:02.786465 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.790220 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc9815dc-c718-436b-9374-11491a26229e HTTP/1.1" status: 204 len: 168 time: 0.2346272 Jun 23 17:26:02.793470 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ccb5cbf3-9976-4b5c-8dae-92890cb06fb0 None None] Provisioning complete for port fec157b1-b101-42de-a095-a7430b8dd25d triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:02.794141 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a33dd32a-ccca-46a1-aaf1-d2f6fe726004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:02.794665 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cbf3-9976-4b5c-8dae-92890cb06fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.799192 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.806500 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9815dc-c718-436b-9374-11491a26229e,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:02.810011 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:02.839137 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a77e157-049b-4b03-b1da-9eca301fa774 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:02.850071 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6b30a-4349-4caf-a644-3065997674d7 req-a9c71110-6285-4853-ba79-501316398d55 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:02.858287 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-04e6b30a-4349-4caf-a644-3065997674d7 req-a9c71110-6285-4853-ba79-501316398d55 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.2143407 Jun 23 17:26:02.885404 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 7a77e157-049b-4b03-b1da-9eca301fa774, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7a77e157-049b-4b03-b1da-9eca301fa774,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:02.898792 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.904964 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:02.919098 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-04e6b30a-4349-4caf-a644-3065997674d7 req-4cfcf1f8-11c2-45c8-b765-5efec417f9c7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572071 Jun 23 17:26:02.958374 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:02.974664 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Sync routers for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:02.977946 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.982043 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-03fc3b92-1166-4cd2-ab72-251efe7d5b79 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1336164 Jun 23 17:26:02.982391 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38526) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:02.999419 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:03.000053 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:25:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:03.010340 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=7a77e157-049b-4b03-b1da-9eca301fa774,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:03.013355 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:03.139937 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:03.245135 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38534) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:03.287635 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-6ed7500f-8750-42d3-96c9-74a9296261fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ade1485f16f4d3cb69f2448edf31674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410888 Jun 23 17:26:03.289981 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38536) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:03.322162 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c95608-7a7b-4d55-a69e-5c22109d5452 req-3e8ca915-6f6f-4b47-995c-a809fb6485c8 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:03.323655 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-24c95608-7a7b-4d55-a69e-5c22109d5452 req-3e8ca915-6f6f-4b47-995c-a809fb6485c8 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 945 time: 0.1992435 Jun 23 17:26:03.347183 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.352914 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 3, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:03.371951 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.384609 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['7a77e157-049b-4b03-b1da-9eca301fa774'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:03.385004 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Checking router: d9f9e966-e3a4-4222-b5a1-795b076a15cf for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:03.385479 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Updating router d9f9e966-e3a4-4222-b5a1-795b076a15cf port 4fc1d530-9b06-412c-8842-f65543c56a73 binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:03.392173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06fb08-9160-4e93-9e43-f4ad862e7d28 req-b61b2a21-3a8d-4a1e-95bb-b0e920008b2f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:03.401124 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6d06fb08-9160-4e93-9e43-f4ad862e7d28 req-b61b2a21-3a8d-4a1e-95bb-b0e920008b2f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2117341 Jun 23 17:26:03.432459 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.432850 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.436606 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.440392 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/607c2591-70a4-44b3-8c52-67fdb78164fd HTTP/1.1" status: 204 len: 168 time: 0.1471024 Jun 23 17:26:03.441272 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d80ac67f-7dc4-4fca-a378-8ce69d05bdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:03.452122 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607c2591-70a4-44b3-8c52-67fdb78164fd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:03.455749 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:03.517947 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-24c95608-7a7b-4d55-a69e-5c22109d5452 req-e1e79cdc-905d-4528-add4-cc4da707a277 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448138 Jun 23 17:26:03.559455 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6d06fb08-9160-4e93-9e43-f4ad862e7d28 req-519b199a-7772-415f-a066-def78e2ee26a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574345 Jun 23 17:26:03.745839 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.765017 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.774463 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Transition to ACTIVE for port object 4fc1d530-9b06-412c-8842-f65543c56a73 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:03.784768 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-40b523d4-757c-46ed-892b-e5c6771c1f8b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:03.786114 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.786647 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-40b523d4-757c-46ed-892b-e5c6771c1f8b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.1149385 Jun 23 17:26:03.793862 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-3c21964e-0b4b-4e40-b27c-ecab9366c886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:03.860374 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Pushing event updated for resources: {'Port': ['ID=4fc1d530-9b06-412c-8842-f65543c56a73,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:03.883676 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.883912 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.884697 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.884929 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.885230 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.885569 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.886400 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.886400 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.886569 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.886804 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.887117 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.887576 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:03.892719 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:03.893891 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Attempting to bind port 4fc1d530-9b06-412c-8842-f65543c56a73 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:03.894274 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Attempting to bind port 4fc1d530-9b06-412c-8842-f65543c56a73 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:03.894619 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Attempting to bind port 4fc1d530-9b06-412c-8842-f65543c56a73 on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:03.901474 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:03.901897 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:03.902303 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.902696 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:03.903185 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Bound port: 4fc1d530-9b06-412c-8842-f65543c56a73, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:03.903539 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.023368 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] For port 4fc1d530-9b06-412c-8842-f65543c56a73, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:04.035661 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] For port 4fc1d530-9b06-412c-8842-f65543c56a73, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=4fc1d530-9b06-412c-8842-f65543c56a73,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:04.040240 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device fec157b1-b101-42de-a095-a7430b8dd25d up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:04.048470 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.050870 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-d73dae76-d08e-439f-b6ad-0964c370b508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:04.142151 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:04.142901 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:25:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:04.163501 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port fec157b1-b101-42de-a095-a7430b8dd25d triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:04.164300 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.215493 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Allocated IP 172.20.0.1 (995c5ffa-7123-4a12-8021-55ce13c9bdd9/a840856e-6542-4ad3-9cd0-2d804f64c762/0cf3f897-9bc4-49ae-9398-d37685e9971c) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:04.336453 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:04.386617 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Deleting port 9686625d-9865-4145-b6bf-f27ad7d5143e {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:26:04.390268 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.538610 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Pushing event updated for resources: {'Port': ['ID=4fc1d530-9b06-412c-8842-f65543c56a73,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:04.578228 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:04.654120 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.683805 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] For port 9686625d-9865-4145-b6bf-f27ad7d5143e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9686625d-9865-4145-b6bf-f27ad7d5143e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:04.684171 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.723128 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Transition to ACTIVE for port object 0cf3f897-9bc4-49ae-9398-d37685e9971c will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:04.726061 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Calling delete_port for 9686625d-9865-4145-b6bf-f27ad7d5143e owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:26:04.726328 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 3, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:04.757021 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e123a-2fa3-4133-81cd-c4d712103d79 None None] The sync data for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb is: [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 3, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:05.084185 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e76737-391e-43bb-b9c3-587e2e874fcd req-35e43a74-a5b4-4732-a720-d2ce64f7687b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:05.092096 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31e76737-391e-43bb-b9c3-587e2e874fcd req-35e43a74-a5b4-4732-a720-d2ce64f7687b tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 945 time: 0.5299423 Jun 23 17:26:05.140827 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38596) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:05.165047 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91072-82f0-488a-88c7-7bb55c220f2e req-f3361fc5-340e-4d86-9057-0cc4763594c4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:05.167995 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d9e91072-82f0-488a-88c7-7bb55c220f2e req-f3361fc5-340e-4d86-9057-0cc4763594c4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.5115330 Jun 23 17:26:05.177413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.184054 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:05.209380 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31e76737-391e-43bb-b9c3-587e2e874fcd req-f8847429-3fea-49b1-862e-6fe0637870fb tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129858 Jun 23 17:26:05.293436 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ea9dbf51-4580-431f-b0c9-c43c1d3e72e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.300612 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:05.335438 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:05.341566 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Pushing event updated for resources: {'Port': ['ID=0cf3f897-9bc4-49ae-9398-d37685e9971c,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:05.348314 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:05.348679 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.379740 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:05.411748 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ea9dbf51-4580-431f-b0c9-c43c1d3e72e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.417957 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ea9dbf51-4580-431f-b0c9-c43c1d3e72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.420651 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-07fd5161-07a5-4cc7-8ee1-fae3138b8cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:05.441272 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d9e91072-82f0-488a-88c7-7bb55c220f2e req-bbfb92c1-b0cb-4a3a-870f-a43c036bd51c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580774 Jun 23 17:26:05.505546 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dbf51-4580-431f-b0c9-c43c1d3e72e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800bee74-180f-4d1b-8676-20361fd50af3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:05.517672 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.522769 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ea9dbf51-4580-431f-b0c9-c43c1d3e72e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df36eda01b3d47e9923da6aef200241c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808720 Jun 23 17:26:05.525512 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ea9dbf51-4580-431f-b0c9-c43c1d3e72e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:05.526399 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38602) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:05.534042 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3', '3e249372-0f3e-42f4-a716-8ea1d592da3e', '2ca5597d-d33d-4991-9166-ac82a7238f79'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:05.581483 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-159b346c-eac0-4677-bfb8-f7d3242ee341 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:05.600284 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.628039 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event deleted for resources: {'Port': ['ID=9686625d-9865-4145-b6bf-f27ad7d5143e,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:05.631574 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:05.636523 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.691287 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] No DVR routers for this DVR port 9686625d-9865-4145-b6bf-f27ad7d5143e on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:26:05.700464 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.703017 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-17615813-41cd-4204-ab5a-f9e4dc238975 req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "DELETE /v2.0/ports/9686625d-9865-4145-b6bf-f27ad7d5143e HTTP/1.1" status: 204 len: 173 time: 1.8982224 Jun 23 17:26:05.705343 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'name': 'network-vif-deleted', 'tag': '9686625d-9865-4145-b6bf-f27ad7d5143e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:05.709133 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c1e9b7-609f-41e1-817d-223cad6c5fb7" -d '{"events": [{"server_uuid": "68514255-5ff3-4c96-8c3f-d494607bbfcb", "name": "network-vif-deleted", "tag": "9686625d-9865-4145-b6bf-f27ad7d5143e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:05.709497 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.713509 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.715693 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/800bee74-180f-4d1b-8676-20361fd50af3 HTTP/1.1" status: 204 len: 168 time: 0.1840677 Jun 23 17:26:05.716870 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c4232a4a-a729-46b8-bc87-179f3e81d7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:05.728472 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800bee74-180f-4d1b-8676-20361fd50af3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:05.731279 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:05.784911 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-260d15d4-6c6b-422c-8daf-6a202dc1009a None None] Provisioning for port 0cf3f897-9bc4-49ae-9398-d37685e9971c completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:05.798698 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-260d15d4-6c6b-422c-8daf-6a202dc1009a None None] Provisioning complete for port 0cf3f897-9bc4-49ae-9398-d37685e9971c triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:05.799078 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-260d15d4-6c6b-422c-8daf-6a202dc1009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.859928 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-260d15d4-6c6b-422c-8daf-6a202dc1009a None None] Port 0cf3f897-9bc4-49ae-9398-d37685e9971c cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:05.879762 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44fd5-1cb3-4b73-b469-f0c4a94f287e req-84cc846c-b773-4a6c-abba-ed63a15dc44c tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:05.889354 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-29e44fd5-1cb3-4b73-b469-f0c4a94f287e req-84cc846c-b773-4a6c-abba-ed63a15dc44c tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 945 time: 0.5085123 Jun 23 17:26:05.983662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b425c-6c88-4a20-820f-48d289ef4b96 req-6be71d84-34dc-4d38-8e7f-0e33fbc41290 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:05.985421 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-794b425c-6c88-4a20-820f-48d289ef4b96 req-6be71d84-34dc-4d38-8e7f-0e33fbc41290 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3006661 Jun 23 17:26:06.073206 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4fc1d530-9b06-412c-8842-f65543c56a73 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:06.088709 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-29e44fd5-1cb3-4b73-b469-f0c4a94f287e req-6cc7292e-0ca8-4df2-829d-494c0b9a0008 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982071 Jun 23 17:26:06.108298 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.134157 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 4fc1d530-9b06-412c-8842-f65543c56a73 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:06.138874 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 4fc1d530-9b06-412c-8842-f65543c56a73 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:06.139257 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.146328 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-794b425c-6c88-4a20-820f-48d289ef4b96 req-cef4ad1b-1df2-4556-9296-154fd9afadd4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458445 Jun 23 17:26:06.230306 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.255760 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 4fc1d530-9b06-412c-8842-f65543c56a73, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=4fc1d530-9b06-412c-8842-f65543c56a73,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:06.261491 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.269462 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:06.304356 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeaa71f-08bc-40bf-9714-212bb5867f43 x-openstack-request-id: req-deeaa71f-08bc-40bf-9714-212bb5867f43 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:06.304708 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68514255-5ff3-4c96-8c3f-d494607bbfcb", "name": "network-vif-deleted", "tag": "9686625d-9865-4145-b6bf-f27ad7d5143e", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:06.304945 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-deeaa71f-08bc-40bf-9714-212bb5867f43 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:06.305358 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68514255-5ff3-4c96-8c3f-d494607bbfcb', 'name': 'network-vif-deleted', 'tag': '9686625d-9865-4145-b6bf-f27ad7d5143e', 'status': 'completed', 'code': 200} Jun 23 17:26:06.332610 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=4fc1d530-9b06-412c-8842-f65543c56a73,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:06.359705 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.361299 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.361972 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.362408 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.362871 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.363303 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.363698 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.364128 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.364514 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.364903 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.365333 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.365715 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:06.380465 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:06.398314 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.447901 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e8ce6c29-c38c-4237-b8a0-0e66be4bf9b3 req-4437c0ae-b73f-4fd6-b430-2765027c4e14 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=68514255-5ff3-4c96-8c3f-d494607bbfcb HTTP/1.1" status: 200 len: 210 time: 0.0452259 Jun 23 17:26:06.449096 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.450192 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.452241 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:06.480007 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7a77e157-049b-4b03-b1da-9eca301fa774 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:06.522082 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Pushing event updated for resources: {'Port': ['ID=0cf3f897-9bc4-49ae-9398-d37685e9971c,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:06.554211 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:06.577159 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 7a77e157-049b-4b03-b1da-9eca301fa774 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:06.584590 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 7a77e157-049b-4b03-b1da-9eca301fa774 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:06.585052 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.696082 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.724561 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a77e157-049b-4b03-b1da-9eca301fa774'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:06.726862 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac571d25-1b8e-4a43-95dd-c793b4cf2f01" -d '{"events": [{"server_uuid": "facb34cb-81fa-40a4-a1b5-ce1b519674bd", "name": "network-vif-plugged", "status": "completed", "tag": "7a77e157-049b-4b03-b1da-9eca301fa774"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:06.747454 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:06.751289 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 7a77e157-049b-4b03-b1da-9eca301fa774, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7a77e157-049b-4b03-b1da-9eca301fa774,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:06.752756 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:06.755933 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.757064 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 9686625d-9865-4145-b6bf-f27ad7d5143e no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:26:06.768295 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab0124-c19c-47cd-8707-f42791ca3c75 req-dd254e8e-ff8c-43dc-9991-a9a2422332b2 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:06.770047 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4ab0124-c19c-47cd-8707-f42791ca3c75 req-dd254e8e-ff8c-43dc-9991-a9a2422332b2 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.2149324 Jun 23 17:26:06.779524 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:06.781785 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 9686625d-9865-4145-b6bf-f27ad7d5143e {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:26:06.782148 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 9686625d-9865-4145-b6bf-f27ad7d5143e not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:26:06.838790 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=7a77e157-049b-4b03-b1da-9eca301fa774,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:06.841978 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:06.855692 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b7473-6723-4ab3-aeaf-db85ed376232 req-49b30305-3e01-49d6-83f2-d4f378f46fc0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:06.861416 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d30b7473-6723-4ab3-aeaf-db85ed376232 req-49b30305-3e01-49d6-83f2-d4f378f46fc0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1737962 Jun 23 17:26:06.905651 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4ab0124-c19c-47cd-8707-f42791ca3c75 req-e90168ce-a388-4c58-9701-d7c04f09d4f5 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242297 Jun 23 17:26:06.955532 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee46224-86ac-48a7-859d-1632fc03aef6 x-openstack-request-id: req-2ee46224-86ac-48a7-859d-1632fc03aef6 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:06.956104 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facb34cb-81fa-40a4-a1b5-ce1b519674bd", "name": "network-vif-plugged", "status": "completed", "tag": "7a77e157-049b-4b03-b1da-9eca301fa774", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:06.956556 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ee46224-86ac-48a7-859d-1632fc03aef6 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:06.957147 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a77e157-049b-4b03-b1da-9eca301fa774', 'code': 200} Jun 23 17:26:06.980423 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d30b7473-6723-4ab3-aeaf-db85ed376232 req-d67926fd-76d6-4b35-aa92-01462f748493 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120770 Jun 23 17:26:07.010485 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Router d9f9e966-e3a4-4222-b5a1-795b076a15cf has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:26:07.093008 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-b13dd4a2-41d5-4770-b74b-6393017aef56 None None] Provisioning complete for port 0cf3f897-9bc4-49ae-9398-d37685e9971c triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:07.093488 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b13dd4a2-41d5-4770-b74b-6393017aef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.154851 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:07.161135 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] 10.222.0.69 "PUT /v2.0/routers/d9f9e966-e3a4-4222-b5a1-795b076a15cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1775079 Jun 23 17:26:07.167754 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd4a2-41d5-4770-b74b-6393017aef56 None None] Port 0cf3f897-9bc4-49ae-9398-d37685e9971c cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:07.194167 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Sync routers for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:07.205100 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:07.206337 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:25:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:07.362585 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:07.392846 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f478-c1c3-4d5f-9322-58ae7dd749c2 req-a9dce942-7b03-4c01-bc2d-a81ea29e77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:07.394378 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8d21f478-c1c3-4d5f-9322-58ae7dd749c2 req-a9dce942-7b03-4c01-bc2d-a81ea29e77d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 1099 time: 0.1676013 Jun 23 17:26:07.401967 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52fb9c-b128-4ae0-9577-1e61ff938d2a req-6f55a077-c82c-41b6-a178-d652ab1cb621 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:07.403414 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ae52fb9c-b128-4ae0-9577-1e61ff938d2a req-6f55a077-c82c-41b6-a178-d652ab1cb621 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 946 time: 0.1218252 Jun 23 17:26:07.481605 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8d21f478-c1c3-4d5f-9322-58ae7dd749c2 req-f137a4ca-cc53-4076-b7fd-d54090865170 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746095 Jun 23 17:26:07.486097 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ae52fb9c-b128-4ae0-9577-1e61ff938d2a req-d6b766fd-9750-4e2e-81ff-bf65c8f8580c tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723362 Jun 23 17:26:07.509417 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3e099-1e02-465f-b0b1-94ccdd4c598c req-37bf51a5-42b6-4332-a949-975024d601a6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:07.509417 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a2d3e099-1e02-465f-b0b1-94ccdd4c598c req-37bf51a5-42b6-4332-a949-975024d601a6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1644986 Jun 23 17:26:07.561923 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a2d3e099-1e02-465f-b0b1-94ccdd4c598c req-0cda99f4-0a63-46d4-8485-993aae349c72 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 Jun 23 17:26:07.692979 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 2, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:07.736845 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Checking router: d9f9e966-e3a4-4222-b5a1-795b076a15cf for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:07.737290 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Updating router d9f9e966-e3a4-4222-b5a1-795b076a15cf port 0cf3f897-9bc4-49ae-9398-d37685e9971c binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:07.776498 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.919052 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38708) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:07.924294 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1839837099-network', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:07.984516 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Made reservation on behalf of cb7741bd6c65426d9cc4070e25a9d42c for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:07.987327 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.028307 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.078970 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4fc1d530-9b06-412c-8842-f65543c56a73 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:08.139506 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.149552 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c2d0-1a09-4b52-8c5b-9b752fe83348 req-3fda2590-2e11-4ad5-a329-2432e99e93b3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:08.156276 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.156471 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Transition to ACTIVE for port object 0cf3f897-9bc4-49ae-9398-d37685e9971c will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:08.159896 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5795c2d0-1a09-4b52-8c5b-9b752fe83348 req-3fda2590-2e11-4ad5-a329-2432e99e93b3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.1097817 Jun 23 17:26:08.162961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.169446 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1b781b95-0d9b-4221-b693-5edcf65716cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:08.177527 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.183940 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:08.188822 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:26:08.205163 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1b57c-e43c-4398-a5f7-51341841c4a1,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:08.208679 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.209314 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Added segment a0b4193e-4809-4d99-b84f-12055e012c69 of type vlan for network 7e10e21d-dba6-4280-a78e-241c504ccab0 Jun 23 17:26:08.211130 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:08.253129 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5795c2d0-1a09-4b52-8c5b-9b752fe83348 req-f4e08c6d-9ff5-4996-96b2-763ca617b476 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922294 Jun 23 17:26:08.259091 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 4fc1d530-9b06-412c-8842-f65543c56a73 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:08.259538 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.263409 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.264262 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cebc7-980d-45f8-bbac-a5450c183ca5 None None] Pushing event updated for resources: {'Port': ['ID=0cf3f897-9bc4-49ae-9398-d37685e9971c,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:08.311289 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75db83-fe21-40e3-9e36-2c769e1128eb req-f7863508-baeb-4b36-9885-37f7e2494417 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:08.318726 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9e75db83-fe21-40e3-9e36-2c769e1128eb req-f7863508-baeb-4b36-9885-37f7e2494417 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1484454 Jun 23 17:26:08.327220 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.328750 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:08.329384 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.336561 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:08.363764 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9e75db83-fe21-40e3-9e36-2c769e1128eb req-029a7756-e9c8-40af-9bda-75ec6554182e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440340 Jun 23 17:26:08.374684 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4544139 Jun 23 17:26:08.378169 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38724) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:08.395101 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Request body: {'subnet': {'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1839837099-subnet', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:08.424282 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Pushing event updated for resources: {'Network': ['ID=7e10e21d-dba6-4280-a78e-241c504ccab0,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:08.426569 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Made reservation on behalf of cb7741bd6c65426d9cc4070e25a9d42c for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:08.428622 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:08.429356 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.450384 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-ec1cebc7-980d-45f8-bbac-a5450c183ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:08.457144 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:26:08.551703 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Attempting to bind port 0cf3f897-9bc4-49ae-9398-d37685e9971c on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:08.552075 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Attempting to bind port 0cf3f897-9bc4-49ae-9398-d37685e9971c by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:08.552435 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Attempting to bind port 0cf3f897-9bc4-49ae-9398-d37685e9971c on network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:08.566243 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:08.566617 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Checking segment: {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:08.567015 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.567408 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Bound using segment: {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:08.567886 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Bound port: 0cf3f897-9bc4-49ae-9398-d37685e9971c, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:08.568253 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.657022 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.688023 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ba32556e-bf39-4e08-9587-a93f9816bf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:08.716151 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] For port 0cf3f897-9bc4-49ae-9398-d37685e9971c, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:08.723525 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] For port 0cf3f897-9bc4-49ae-9398-d37685e9971c, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=0cf3f897-9bc4-49ae-9398-d37685e9971c,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:08.732868 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.743261 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:08.803287 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:08.804213 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:25:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:08.820387 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8833244d-3494-482f-b3f1-926bc8cfc399,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:08.828389 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:08.855658 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Checking segment: {'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:08.856006 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Network hostable DHCP agents. Network: 7e10e21d-dba6-4280-a78e-241c504ccab0, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:26:08.865034 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a383-7b7a-4a69-a2bd-1b729f11818a req-ac424384-a1f0-48ec-a6e2-85a6f3e26719 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:08.866476 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2df3a383-7b7a-4a69-a2bd-1b729f11818a req-ac424384-a1f0-48ec-a6e2-85a6f3e26719 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 946 time: 0.2345533 Jun 23 17:26:08.879901 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cebc7-980d-45f8-bbac-a5450c183ca5 None None] Pushing event updated for resources: {'Port': ['ID=0cf3f897-9bc4-49ae-9398-d37685e9971c,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:08.892085 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-ec1cebc7-980d-45f8-bbac-a5450c183ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:08.921921 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:26:08.941265 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac254c-bf79-4cd0-81c6-ed20ad2b8eae req-b2894491-1739-4911-98b3-96768ae1700c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:08.942809 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-68ac254c-bf79-4cd0-81c6-ed20ad2b8eae req-b2894491-1739-4911-98b3-96768ae1700c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2100604 Jun 23 17:26:08.962007 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2df3a383-7b7a-4a69-a2bd-1b729f11818a req-a5553531-e535-4031-9994-08d2b7d1e13d tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826051 Jun 23 17:26:08.974245 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 7e10e21d-dba6-4280-a78e-241c504ccab0) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:08.976085 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:08.976660 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.982108 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5d889-a981-4634-9bf7-38b8ff1a62a7 None None] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:26:08.988540 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:09.015297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-68ac254c-bf79-4cd0-81c6-ed20ad2b8eae req-4836d22a-4fa3-4454-b86c-32d894ecd9a9 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 Jun 23 17:26:09.034861 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-edc96892-396f-41b6-81ed-171051353816 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6552253 Jun 23 17:26:09.037533 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38736) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:09.043891 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:09.066517 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.067513 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.125522 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.317288 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-7e10e21d-dba6-4280-a78e-241c504ccab0', 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'fixed_ips': [{'subnet_id': '8833244d-3494-482f-b3f1-926bc8cfc399'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:26:09.318443 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.475389 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:09.512398 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bba34-49a5-4713-b447-952bc2b13522 None None] The sync data for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb is: [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:09.520337 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Allocated IP 172.20.0.2 (7e10e21d-dba6-4280-a78e-241c504ccab0/8833244d-3494-482f-b3f1-926bc8cfc399/1ce7a0e8-f792-40d8-8140-8587fb8079ee) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:09.622255 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.692694 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.703660 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Transition to ACTIVE for port object 1ce7a0e8-f792-40d8-8140-8587fb8079ee will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:09.707021 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5f212-c4a9-4d7e-81b2-69b05f89713c req-cabbc34b-72b0-4bde-9e62-a5e5b01743df tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:09.708543 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c9a5f212-c4a9-4d7e-81b2-69b05f89713c req-cabbc34b-72b0-4bde-9e62-a5e5b01743df tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 945 time: 0.1836596 Jun 23 17:26:09.718637 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31f712-e3ea-4dcb-a774-2c811988cda6 req-e94c4f4b-2ba8-4128-a58e-c290c258c57c tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:09.719659 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Transition to ACTIVE for port object 1ce7a0e8-f792-40d8-8140-8587fb8079ee will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:09.720349 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ab31f712-e3ea-4dcb-a774-2c811988cda6 req-e94c4f4b-2ba8-4128-a58e-c290c258c57c tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.1976669 Jun 23 17:26:09.728337 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.731361 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:09.770666 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:09.773434 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:09.778440 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:09.784357 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Pushing event updated for resources: {'Port': ['ID=1ce7a0e8-f792-40d8-8140-8587fb8079ee,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:09.787588 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:09.839647 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c9a5f212-c4a9-4d7e-81b2-69b05f89713c req-e3bad437-9a64-4eb6-a615-a58ce8b174b4 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186452 Jun 23 17:26:09.865314 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ab31f712-e3ea-4dcb-a774-2c811988cda6 req-d69e9ebd-498e-475e-b03e-18f245ca02cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092641 Jun 23 17:26:09.885910 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Attempting to bind port 1ce7a0e8-f792-40d8-8140-8587fb8079ee on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:09.886415 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Attempting to bind port 1ce7a0e8-f792-40d8-8140-8587fb8079ee by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:09.886741 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Attempting to bind port 1ce7a0e8-f792-40d8-8140-8587fb8079ee on network 7e10e21d-dba6-4280-a78e-241c504ccab0 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:09.900758 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:09.904440 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Checking segment: {'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:09.904931 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.905404 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Bound using segment: {'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:09.906000 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Bound port: 1ce7a0e8-f792-40d8-8140-8587fb8079ee, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:09.906448 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.004461 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] For port 1ce7a0e8-f792-40d8-8140-8587fb8079ee, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:10.011583 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] For port 1ce7a0e8-f792-40d8-8140-8587fb8079ee, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=1ce7a0e8-f792-40d8-8140-8587fb8079ee,segment=NetworkSegment(a0b4193e-4809-4d99-b84f-12055e012c69),segment_id=a0b4193e-4809-4d99-b84f-12055e012c69)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:10.032301 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.035645 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:10.074857 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 0cf3f897-9bc4-49ae-9398-d37685e9971c up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:10.080285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.117674 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.148102 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Pushing event updated for resources: {'Port': ['ID=1ce7a0e8-f792-40d8-8140-8587fb8079ee,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:10.157180 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:10.169196 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 0cf3f897-9bc4-49ae-9398-d37685e9971c completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:10.173429 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 0cf3f897-9bc4-49ae-9398-d37685e9971c triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:10.173928 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.297577 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1c41b-7aeb-4c97-bc6c-b9f36d19958f req-3aa2af0b-1796-49bc-88a5-e9066c1a4b60 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:10.299262 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ecd1c41b-7aeb-4c97-bc6c-b9f36d19958f req-3aa2af0b-1796-49bc-88a5-e9066c1a4b60 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.2656226 Jun 23 17:26:10.308058 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.346528 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 0cf3f897-9bc4-49ae-9398-d37685e9971c, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=0cf3f897-9bc4-49ae-9398-d37685e9971c,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:10.353190 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.355171 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:10.362088 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Allocated IP 172.28.2.60 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/9c8e940f-1baa-4ac8-9e42-f624cf5a8a84) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:10.377142 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca6afa-9912-4c82-96c8-898fdadd2b55 req-2fc58af7-ad3c-4f5f-87fd-407374be0b30 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:10.378655 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-13ca6afa-9912-4c82-96c8-898fdadd2b55 req-2fc58af7-ad3c-4f5f-87fd-407374be0b30 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 946 time: 0.2429688 Jun 23 17:26:10.417388 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ecd1c41b-7aeb-4c97-bc6c-b9f36d19958f req-60c1a0d5-60ac-4e91-bbe4-c511d1accc30 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119554 Jun 23 17:26:10.447776 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=0cf3f897-9bc4-49ae-9398-d37685e9971c,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:10.452311 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:10.513379 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-13ca6afa-9912-4c82-96c8-898fdadd2b55 req-a9b608d6-99ad-4126-9d9b-794f0582ca68 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247287 Jun 23 17:26:10.593711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.686424 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.690088 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2b2de51a-822c-4c6e-bfad-d33c11466671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:10.704140 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004c3e-f0f5-4bbb-9cb1-fd25f9badef5 req-2403d6f1-5625-4167-9800-578b14b63ee8 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:10.705359 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d5004c3e-f0f5-4bbb-9cb1-fd25f9badef5 req-2403d6f1-5625-4167-9800-578b14b63ee8 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1057713 Jun 23 17:26:10.712684 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f728bb09-7b51-43a7-870a-b46bf10aac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.754353 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:10.762986 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:10.770517 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:10.774278 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:10.777130 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:10.850321 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d5004c3e-f0f5-4bbb-9cb1-fd25f9badef5 req-32baa37c-b303-4a99-aa58-8a649f4bda3f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241310 Jun 23 17:26:11.180540 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:11.313149 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51746528-c390-4edd-8ed4-ec39e617c5b4 req-a9a78fe6-5641-4f86-81e5-99376efa93ef tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:11.314629 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51746528-c390-4edd-8ed4-ec39e617c5b4 req-a9a78fe6-5641-4f86-81e5-99376efa93ef tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 945 time: 0.2509065 Jun 23 17:26:11.321067 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de603-5690-4b84-af96-aafae7492989 req-2a03f270-bb23-4fa8-b8b4-27502b273603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:11.322528 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a61de603-5690-4b84-af96-aafae7492989 req-2a03f270-bb23-4fa8-b8b4-27502b273603 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.2599807 Jun 23 17:26:11.342361 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10529a9e-63cd-40bd-a780-b0f59c8d1293 None None] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:26:11.354431 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f783db-2161-4934-aa25-6f771e9f87c0 req-b8dcc490-9054-45e4-9346-beec341acff8 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:11.356256 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-89f783db-2161-4934-aa25-6f771e9f87c0 req-b8dcc490-9054-45e4-9346-beec341acff8 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.2374496 Jun 23 17:26:11.404622 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f15260f4-199a-4f65-859b-54f6594e36db None None] Provisioning for port 1ce7a0e8-f792-40d8-8140-8587fb8079ee completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:11.487407 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51746528-c390-4edd-8ed4-ec39e617c5b4 req-5617e843-f6fb-48f7-a8c0-e344df7984b2 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592662 Jun 23 17:26:11.518691 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-89f783db-2161-4934-aa25-6f771e9f87c0 req-9900606b-96b2-4420-a481-d8a47dd410cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488419 Jun 23 17:26:11.592052 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:11.606177 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de603-5690-4b84-af96-aafae7492989 req-7bc0cefd-f80c-496f-8c0e-eb538c648043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:11.607920 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a61de603-5690-4b84-af96-aafae7492989 req-7bc0cefd-f80c-496f-8c0e-eb538c648043 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 920 time: 0.2358310 Jun 23 17:26:11.684730 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a61de603-5690-4b84-af96-aafae7492989 req-a06c2a56-4ccd-4cac-b3e3-f6d69beddb5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 217 time: 0.0442395 Jun 23 17:26:12.062261 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 0cf3f897-9bc4-49ae-9398-d37685e9971c up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:12.110419 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 0cf3f897-9bc4-49ae-9398-d37685e9971c triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:12.110790 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.119342 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de603-5690-4b84-af96-aafae7492989 req-b328d31d-11d9-47b8-a630-e0637d256218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:12.120761 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a61de603-5690-4b84-af96-aafae7492989 req-b328d31d-11d9-47b8-a630-e0637d256218 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.4253275 Jun 23 17:26:12.185849 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a61de603-5690-4b84-af96-aafae7492989 req-5e1a90a5-ae1a-434e-bfa3-99225cf1768c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472126 Jun 23 17:26:12.190834 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 1ce7a0e8-f792-40d8-8140-8587fb8079ee up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:12.236641 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf2527-2684-4a4e-af96-a6cf3506987d req-a74755fd-f4c4-4e82-a23e-4b9708fc8f53 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:12.238109 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-03bf2527-2684-4a4e-af96-a6cf3506987d req-a74755fd-f4c4-4e82-a23e-4b9708fc8f53 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.5579324 Jun 23 17:26:12.244002 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 1ce7a0e8-f792-40d8-8140-8587fb8079ee completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:12.248795 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 1ce7a0e8-f792-40d8-8140-8587fb8079ee triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:12.249210 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.324026 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-ab4edb19-b801-4b5a-a15b-3e0029f6deda tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:12.325505 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-ab4edb19-b801-4b5a-a15b-3e0029f6deda tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 945 time: 0.2819679 Jun 23 17:26:12.332028 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.336861 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2da8f-594e-4013-a999-d2eeaeb9a75e req-97ae8b8b-beba-4462-8003-7e9f5cfe0032 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:12.338557 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d3b2da8f-594e-4013-a999-d2eeaeb9a75e req-97ae8b8b-beba-4462-8003-7e9f5cfe0032 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 946 time: 0.2979665 Jun 23 17:26:12.392201 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:26:12.440382 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-03bf2527-2684-4a4e-af96-a6cf3506987d req-175cc7bb-4828-47ba-876c-ddf16c8dfab1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911128 Jun 23 17:26:12.449115 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a61de603-5690-4b84-af96-aafae7492989 req-81820d6a-071d-4242-8e12-94c6c4569951 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536261 Jun 23 17:26:12.488161 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 1ce7a0e8-f792-40d8-8140-8587fb8079ee, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=1ce7a0e8-f792-40d8-8140-8587fb8079ee,segment=NetworkSegment(a0b4193e-4809-4d99-b84f-12055e012c69),segment_id=a0b4193e-4809-4d99-b84f-12055e012c69)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:12.492826 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.495568 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:12.530399 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d3b2da8f-594e-4013-a999-d2eeaeb9a75e req-2cbdf999-e8f1-4dff-93cc-58e74649cc3b tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829283 Jun 23 17:26:12.560906 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=1ce7a0e8-f792-40d8-8140-8587fb8079ee,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:12.565404 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:12.771412 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a61de603-5690-4b84-af96-aafae7492989 req-abd1e93c-b4e0-4bfa-9473-807c4337c72c service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088212 Jun 23 17:26:12.773122 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:12.782639 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Sync routers for ids ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:12.786347 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Deleting port 2ca5597d-d33d-4991-9166-ac82a7238f79 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:26:12.786501 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.792861 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Routers {'422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:12.793786 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:25:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:12.861057 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932cdb-6919-420b-a2e7-86b544fd99d3 req-aabcba7d-3a47-4e7e-9a01-27d083c44e3e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:12.862534 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-05932cdb-6919-420b-a2e7-86b544fd99d3 req-aabcba7d-3a47-4e7e-9a01-27d083c44e3e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2806838 Jun 23 17:26:12.864174 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.867692 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8267467 Jun 23 17:26:12.869969 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38780) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:12.901950 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb27683-5a95-4741-a779-368ed6393e73 req-576334fc-0604-4886-8d93-631a3ce8f1a5 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:12.903404 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fbb27683-5a95-4741-a779-368ed6393e73 req-576334fc-0604-4886-8d93-631a3ce8f1a5 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 945 time: 0.2284789 Jun 23 17:26:12.907746 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Set router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:12.957882 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-05932cdb-6919-420b-a2e7-86b544fd99d3 req-f1182dba-d4d4-4f33-826f-4e1918745aa6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875819 Jun 23 17:26:12.966765 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] For port 2ca5597d-d33d-4991-9166-ac82a7238f79, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2ca5597d-d33d-4991-9166-ac82a7238f79,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:12.967129 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.004931 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fbb27683-5a95-4741-a779-368ed6393e73 req-6a95d6e0-85f7-48ae-bdce-182f637cbd06 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944746 Jun 23 17:26:13.005998 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Calling delete_port for 2ca5597d-d33d-4991-9166-ac82a7238f79 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:26:13.126321 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 3, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port': {'id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:10Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:13.153333 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Checking router: 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:13.154188 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Updating router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:13.190816 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.193396 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa70cc2-3628-48e5-b090-bbe0417b8ec1 req-5a54f157-ea42-40a1-ac2c-bd0170c781c3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:13.198288 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1fa70cc2-3628-48e5-b090-bbe0417b8ec1 req-5a54f157-ea42-40a1-ac2c-bd0170c781c3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.1055632 Jun 23 17:26:13.248121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.254766 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5c8e9804-cf01-4d67-b4a3-c8bcc21082e7 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:13.270328 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3', '3e249372-0f3e-42f4-a716-8ea1d592da3e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:13.279833 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event deleted for resources: {'Port': ['ID=2ca5597d-d33d-4991-9166-ac82a7238f79,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:13.287076 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1fa70cc2-3628-48e5-b090-bbe0417b8ec1 req-7a9b9e40-e77b-49f8-aa1b-7d954f7bc84c tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847061 Jun 23 17:26:13.287963 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:13.338471 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] No DVR routers for this DVR port 2ca5597d-d33d-4991-9166-ac82a7238f79 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:26:13.340671 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.342940 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cac86728-23ea-4bb0-ad61-ed6e71d82ad3 req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "DELETE /v2.0/ports/2ca5597d-d33d-4991-9166-ac82a7238f79 HTTP/1.1" status: 204 len: 173 time: 1.0015347 Jun 23 17:26:13.343524 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'name': 'network-vif-deleted', 'tag': '2ca5597d-d33d-4991-9166-ac82a7238f79'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:13.346038 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289dd8d9-9b54-4b19-8341-9b3e18cb7746" -d '{"events": [{"server_uuid": "a079317e-a27b-43f9-b156-31e9c776b95a", "name": "network-vif-deleted", "tag": "2ca5597d-d33d-4991-9166-ac82a7238f79"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:13.412247 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a9cc4-e3be-4834-a0b3-18ca3d302f6f x-openstack-request-id: req-2a3a9cc4-e3be-4834-a0b3-18ca3d302f6f {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:13.413264 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079317e-a27b-43f9-b156-31e9c776b95a", "name": "network-vif-deleted", "tag": "2ca5597d-d33d-4991-9166-ac82a7238f79", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:13.413631 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a3a9cc4-e3be-4834-a0b3-18ca3d302f6f {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:13.414356 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079317e-a27b-43f9-b156-31e9c776b95a', 'name': 'network-vif-deleted', 'tag': '2ca5597d-d33d-4991-9166-ac82a7238f79', 'status': 'completed', 'code': 200} Jun 23 17:26:13.423070 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.452655 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-21f3b200-883d-4577-9767-ff7f85e7dd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.457040 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.565945 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.595131 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Transition to ACTIVE for port object 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:13.615640 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.620335 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-3c21964e-0b4b-4e40-b27c-ecab9366c886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:13.656540 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Allocated IP 172.20.0.1 (7e10e21d-dba6-4280-a78e-241c504ccab0/8833244d-3494-482f-b3f1-926bc8cfc399/265ba74a-a9d7-4f6a-a049-9e6b16fb629a) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:13.697969 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50982543-f7ed-4b79-8577-e3c123fcf647 None None] Pushing event updated for resources: {'Port': ['ID=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:13.705609 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-50982543-f7ed-4b79-8577-e3c123fcf647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:13.712867 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Attempting to bind port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:13.713253 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Attempting to bind port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:13.714128 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Attempting to bind port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:13.718790 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:13.719157 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:13.719551 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.720333 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:13.720455 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Bound port: 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:13.720747 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.781918 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] For port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:13.786457 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] For port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:13.792391 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.795462 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:13.813263 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcad56d-a396-410e-a712-85ffca004611 req-1cdf9b8d-cda6-40b5-8f09-9358181b5a1b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:13.814780 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bfcad56d-a396-410e-a712-85ffca004611 req-1cdf9b8d-cda6-40b5-8f09-9358181b5a1b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1178265 Jun 23 17:26:13.823128 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.839101 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26c8a-188e-47d2-8591-fd10a333222b req-8369c51c-1019-4e47-9ae0-fc94500510a3 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:13.840659 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36a26c8a-188e-47d2-8591-fd10a333222b req-8369c51c-1019-4e47-9ae0-fc94500510a3 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 946 time: 0.1289761 Jun 23 17:26:13.854449 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Transition to ACTIVE for port object 265ba74a-a9d7-4f6a-a049-9e6b16fb629a will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:13.864333 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Routers {'422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:13.865099 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:26:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:13.886425 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bfcad56d-a396-410e-a712-85ffca004611 req-652dfb14-20af-457b-b03d-8191108c03cc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650845 Jun 23 17:26:13.897005 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8580305'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.901757 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:13.913680 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36a26c8a-188e-47d2-8591-fd10a333222b req-39bac21b-94d7-4c99-955c-ae416be76654 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619855 Jun 23 17:26:13.946007 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50982543-f7ed-4b79-8577-e3c123fcf647 None None] Pushing event updated for resources: {'Port': ['ID=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:13.957499 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:13.960392 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:13.965892 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:13.979626 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-50982543-f7ed-4b79-8577-e3c123fcf647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:14.004406 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:14.007834 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] Set router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:14.016980 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:14.027648 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 1ce7a0e8-f792-40d8-8140-8587fb8079ee up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:14.068334 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.155424 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 1ce7a0e8-f792-40d8-8140-8587fb8079ee triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:14.156270 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.346259 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-fde390de-9657-4e18-9523-f9cfab45d29a tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:14.348011 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-fde390de-9657-4e18-9523-f9cfab45d29a tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 946 time: 0.2742746 Jun 23 17:26:14.350955 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.384778 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 3, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port': {'id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:10Z', 'updated_at': '2021-06-23T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:14.394566 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-99f5d413-bf57-43ff-aaff-1cb6abedf5a1 None None] Provisioning for port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:14.399335 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-99f5d413-bf57-43ff-aaff-1cb6abedf5a1 None None] Provisioning complete for port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:14.400196 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99f5d413-bf57-43ff-aaff-1cb6abedf5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.432513 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f6c668d-9699-43be-a09e-eba5d6ed3d75 req-babcda99-8746-4b5d-8836-a0e2430e86d3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=a079317e-a27b-43f9-b156-31e9c776b95a HTTP/1.1" status: 200 len: 210 time: 0.0755975 Jun 23 17:26:14.452417 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-99f5d413-bf57-43ff-aaff-1cb6abedf5a1 None None] Port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:14.471261 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c220af-1c9e-4180-8757-32822821ec1b None None] The sync data for ids ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'] in dv-cinder-797510-2-smb is: [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 3, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port': {'id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:10Z', 'updated_at': '2021-06-23T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:14.498565 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-10797b6f-cbc8-474b-8968-95568a41c51d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:14.500319 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-10797b6f-cbc8-474b-8968-95568a41c51d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.3354716 Jun 23 17:26:14.523117 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2ca5597d-d33d-4991-9166-ac82a7238f79 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:26:14.568705 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 2ca5597d-d33d-4991-9166-ac82a7238f79 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:26:14.569168 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2ca5597d-d33d-4991-9166-ac82a7238f79 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:26:14.575344 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb8c60-80f0-4c95-a800-ae57d474b1f9 req-fc6e0158-404e-4c98-8937-70a38f222eb7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:14.583431 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-73fb8c60-80f0-4c95-a800-ae57d474b1f9 req-fc6e0158-404e-4c98-8937-70a38f222eb7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3639536 Jun 23 17:26:14.588284 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.625009 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.631001 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580291'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.636252 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:14.691422 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-73fb8c60-80f0-4c95-a800-ae57d474b1f9 req-462e0948-6999-49b1-a9eb-2345abab5838 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069083 Jun 23 17:26:14.705966 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:14.708428 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.717770 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:14.725890 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Deleting port 7a77e157-049b-4b03-b1da-9eca301fa774 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:26:14.726325 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.861321 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:14.863051 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:14.863677 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e86280-1148-41e8-9481-fa51d70f1cec req-2ba7e2c6-6fdf-4458-bbfd-0c4f11824829 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:14.871619 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b0e86280-1148-41e8-9481-fa51d70f1cec req-2ba7e2c6-6fdf-4458-bbfd-0c4f11824829 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 945 time: 0.2514687 Jun 23 17:26:14.912742 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Deleting port cd69962d-448f-407e-8bbc-2fab3d000ed8 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:26:14.913062 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.952462 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] For port 7a77e157-049b-4b03-b1da-9eca301fa774, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7a77e157-049b-4b03-b1da-9eca301fa774,segment=NetworkSegment(e6da4250-d172-4fdb-8730-24605890bd8c),segment_id=e6da4250-d172-4fdb-8730-24605890bd8c)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:14.952830 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.001821 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:26:15.007646 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b0e86280-1148-41e8-9481-fa51d70f1cec req-84dfbcc2-b830-4bb3-a8f0-d5e58ed45be3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348922 Jun 23 17:26:15.039223 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Calling delete_port for 7a77e157-049b-4b03-b1da-9eca301fa774 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:26:15.178211 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:15.193406 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c185221f-917e-45c8-a086-7a53090c42e5 admin admin] 10.222.0.69 "PUT /v2.0/routers/422b02ed-ce5e-4b71-bbd1-0dbb92b048f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125925 Jun 23 17:26:15.213811 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-0bbc8297-80f0-47a4-be27-2c0431cc5a3d None None] Provisioning complete for port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:15.214439 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8297-80f0-47a4-be27-2c0431cc5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.253301 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc8297-80f0-47a4-be27-2c0431cc5a3d None None] Port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:15.506833 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] For port cd69962d-448f-407e-8bbc-2fab3d000ed8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=cd69962d-448f-407e-8bbc-2fab3d000ed8,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:15.507401 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.537833 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Calling delete_port for cd69962d-448f-407e-8bbc-2fab3d000ed8 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:26:15.551402 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.664776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f9453-f644-4183-8bf5-02b083ef5e1a req-6e376f3e-4768-40d6-8f53-a876cf19de53 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:15.666347 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-444f9453-f644-4183-8bf5-02b083ef5e1a req-6e376f3e-4768-40d6-8f53-a876cf19de53 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/ports?device_id=facb34cb-81fa-40a4-a1b5-ce1b519674bd HTTP/1.1" status: 200 len: 946 time: 0.2518992 Jun 23 17:26:15.679253 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087fb68-ab8a-4bcc-8759-916a3cca0d63 req-317fa7dd-6fde-4bc6-ad80-4cdba7c8b02d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:15.680686 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2087fb68-ab8a-4bcc-8759-916a3cca0d63 req-317fa7dd-6fde-4bc6-ad80-4cdba7c8b02d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.2615533 Jun 23 17:26:15.752179 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.770771 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:15.822811 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2087fb68-ab8a-4bcc-8759-916a3cca0d63 req-f3e6812f-cc28-47ea-81b8-fe2514089d4d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347651 Jun 23 17:26:15.825277 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-444f9453-f644-4183-8bf5-02b083ef5e1a req-615da56b-4522-460c-a0d2-47aabb3a5cc9 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5467f10-c6ae-4a36-838c-502e5a47cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422629 Jun 23 17:26:15.828320 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Pushing event deleted for resources: {'Port': ['ID=7a77e157-049b-4b03-b1da-9eca301fa774,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:15.840895 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:15.899562 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] No DVR routers for this DVR port 7a77e157-049b-4b03-b1da-9eca301fa774 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:26:15.902918 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.904857 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9c0c09ee-ec69-4959-ae75-0c36509ce85e req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] 10.222.0.23 "DELETE /v2.0/ports/7a77e157-049b-4b03-b1da-9eca301fa774 HTTP/1.1" status: 204 len: 173 time: 1.5369687 Jun 23 17:26:15.905350 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'name': 'network-vif-deleted', 'tag': '7a77e157-049b-4b03-b1da-9eca301fa774'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:15.907776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746332f3-6d1f-4715-a5be-ff5205dcc793" -d '{"events": [{"server_uuid": "facb34cb-81fa-40a4-a1b5-ce1b519674bd", "name": "network-vif-deleted", "tag": "7a77e157-049b-4b03-b1da-9eca301fa774"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:15.917273 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.938351 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:15.943732 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['cd69962d-448f-407e-8bbc-2fab3d000ed8'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:15.985126 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Pushing event deleted for resources: {'Port': ['ID=cd69962d-448f-407e-8bbc-2fab3d000ed8,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:15.993914 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:16.060011 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:16.096251 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] No DVR routers for this DVR port cd69962d-448f-407e-8bbc-2fab3d000ed8 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:26:16.099998 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.101772 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-afbe3843-17d1-4e13-888a-d06b7df8eb6b req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "DELETE /v2.0/ports/cd69962d-448f-407e-8bbc-2fab3d000ed8 HTTP/1.1" status: 204 len: 173 time: 1.5910566 Jun 23 17:26:16.132523 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:16.143517 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:16.145317 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.152041 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2c2f-f1d3-4d9c-a731-1d93d01e2baf req-5106964b-8d47-40e8-921e-b6a4583839c3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:16.153578 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e58f2c2f-f1d3-4d9c-a731-1d93d01e2baf req-5106964b-8d47-40e8-921e-b6a4583839c3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1072814 Jun 23 17:26:16.221621 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e58f2c2f-f1d3-4d9c-a731-1d93d01e2baf req-54ea9fd7-423a-4141-897e-1f0dbdf569ec tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Jun 23 17:26:16.245352 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.269654 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:16.279095 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.281045 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:16.286676 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a305e4d8-345a-473a-badf-3ee8f3c0d8d9 x-openstack-request-id: req-a305e4d8-345a-473a-badf-3ee8f3c0d8d9 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:16.287216 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facb34cb-81fa-40a4-a1b5-ce1b519674bd", "name": "network-vif-deleted", "tag": "7a77e157-049b-4b03-b1da-9eca301fa774", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:16.287513 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a305e4d8-345a-473a-badf-3ee8f3c0d8d9 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:16.288046 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facb34cb-81fa-40a4-a1b5-ce1b519674bd', 'name': 'network-vif-deleted', 'tag': '7a77e157-049b-4b03-b1da-9eca301fa774', 'status': 'completed', 'code': 200} Jun 23 17:26:16.332094 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:16.334146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:16.419595 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.529988 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38824) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:16.536541 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435088887', 'description': 'tempest-secgroup-smoke-435088887 description', 'project_id': '846e565096174f7b8b8cd93b8962ff8b'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:16.541184 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7a77e157-049b-4b03-b1da-9eca301fa774 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:26:16.576519 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.590043 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 7a77e157-049b-4b03-b1da-9eca301fa774 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:26:16.590408 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7a77e157-049b-4b03-b1da-9eca301fa774 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:26:16.722728 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.726645 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44aa90fe-7e61-4ba4-94f7-9b1ee8e98d7f req-5e382186-fa4b-4351-b149-f5f9e773e415 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acbdfc5-f156-4491-95c9-74955ddc5ce9 HTTP/1.1" status: 200 len: 210 time: 0.0516386 Jun 23 17:26:16.728097 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.731938 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ea9dbf51-4580-431f-b0c9-c43c1d3e72e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:16.764990 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f6868-f805-4c4f-bafa-23a722b284f7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:16.770261 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb8812-d7ac-46cc-9823-4a804319d78c req-e6e6051e-8b00-49d8-a684-8f0707e9ab8e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:16.778876 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.780869 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2acb8812-d7ac-46cc-9823-4a804319d78c req-e6e6051e-8b00-49d8-a684-8f0707e9ab8e tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 945 time: 0.1068339 Jun 23 17:26:16.791017 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2591312 Jun 23 17:26:16.791857 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:16.793609 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38828) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:16.798860 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'security_group_rule': {'security_group_id': 'b37f6868-f805-4c4f-bafa-23a722b284f7', 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:16.820479 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2acb8812-d7ac-46cc-9823-4a804319d78c req-a0f1ca0d-3d40-40c2-9548-1ef6d303d147 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384598 Jun 23 17:26:16.846528 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.926628 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.937755 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.942454 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:16.958999 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044dd159-4bd2-43d7-8b4c-9eb0c119023c,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:16.964035 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:16.973758 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.974307 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38836) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:16.981185 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'security_group_rule': {'security_group_id': 'b37f6868-f805-4c4f-bafa-23a722b284f7', 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:16.988271 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911702 Jun 23 17:26:17.066938 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.114603 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd8ad-4153-425f-b420-2393a33c40cc req-69aa1ca8-aab6-4090-befc-2adaa4840d5f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:17.116698 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d75cd8ad-4153-425f-b420-2393a33c40cc req-69aa1ca8-aab6-4090-befc-2adaa4840d5f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1193745 Jun 23 17:26:17.163736 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.170867 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.177955 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:17.186833 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d75cd8ad-4153-425f-b420-2393a33c40cc req-7b903e1b-7cde-4a14-9c59-55db2bb3a525 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623374 Jun 23 17:26:17.198962 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c9c7a1-e872-4fa1-89ee-f60cb468860d,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:17.202651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:17.203955 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.206207 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2311852 Jun 23 17:26:17.208054 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38846) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:17.213575 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'security_group_rule': {'security_group_id': 'b37f6868-f805-4c4f-bafa-23a722b284f7', 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:17.250103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.288660 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Sync routers for ids ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:17.304960 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Routers {'422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:17.305987 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:26:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:17.333842 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.340260 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.346986 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:17.373238 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4fda9c-5dda-46a5-ab9d-7ed1457a8923,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:17.378879 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:17.399232 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.400892 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e5dc5ab4-8c5c-41e7-9db6-645511d25928 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914799 Jun 23 17:26:17.403603 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 38860) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:17.408188 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'security_group_rule': {'security_group_id': 'b37f6868-f805-4c4f-bafa-23a722b284f7', 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:17.471697 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Set router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:17.471834 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.480193 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ddbf7-23b0-4d2c-b25b-291425c229b4 req-cea17239-9d6b-4649-82a9-c5af438e94db tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:17.481755 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-323ddbf7-23b0-4d2c-b25b-291425c229b4 req-cea17239-9d6b-4649-82a9-c5af438e94db tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1219885 Jun 23 17:26:17.551451 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-323ddbf7-23b0-4d2c-b25b-291425c229b4 req-424a4c81-8fd9-44ad-beb5-0fde3cdccd17 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617211 Jun 23 17:26:17.571473 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.582696 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.585321 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-47dcb013-a507-4919-9af8-f3aa36717db3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:17.598623 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf44eda-dc11-4b22-851e-2f470075c1a9,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:17.602518 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:17.615110 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.616459 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2119327 Jun 23 17:26:17.619354 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38868) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:17.624467 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'security_group_rule': {'security_group_id': 'b37f6868-f805-4c4f-bafa-23a722b284f7', 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:17.647335 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Project 846e565096174f7b8b8cd93b8962ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:26:17.653334 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.696420 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port': {'id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:10Z', 'updated_at': '2021-06-23T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '265ba74a-a9d7-4f6a-a049-9e6b16fb629a', 'name': '', 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'mac_address': 'fa:16:3e:b1:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8833244d-3494-482f-b3f1-926bc8cfc399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:13Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 2, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'subnets': [{'id': '8833244d-3494-482f-b3f1-926bc8cfc399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:17.714636 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.719980 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.722740 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3bf895d2-2cc5-4229-bb19-c53974f85800 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:17.734019 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Checking router: 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:17.734381 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Updating router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:17.740713 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df37411d-0a1b-4bb3-8a3f-174dac927c4a,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:17.743693 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:17.748863 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.750423 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300397 Jun 23 17:26:17.753296 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38880) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:17.778122 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'security_group_rule': {'security_group_id': 'b37f6868-f805-4c4f-bafa-23a722b284f7', 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:17.782526 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.807639 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Project 846e565096174f7b8b8cd93b8962ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:26:17.813569 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.922531 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.930295 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.935232 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-55462729-034f-407e-a365-3f4e275158b8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:17.956585 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a312b473-d1ed-4c65-a12a-19e7509827f9,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:17.959997 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:17.966428 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.968918 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-b36c80ff-3763-4ec0-9842-40b61a0a6805 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2145822 Jun 23 17:26:18.072097 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:18.104454 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0e4c1-363c-4b21-b779-55dc71d533e7 req-299bacce-c806-4048-81a8-1b8e344b9df8 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:18.111792 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dfb0e4c1-363c-4b21-b779-55dc71d533e7 req-299bacce-c806-4048-81a8-1b8e344b9df8 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 945 time: 0.1183791 Jun 23 17:26:18.156983 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.170388 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dfb0e4c1-363c-4b21-b779-55dc71d533e7 req-d40dfe3a-e14e-41aa-91c0-2c7afa7070d8 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576165 Jun 23 17:26:18.174344 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Transition to ACTIVE for port object 265ba74a-a9d7-4f6a-a049-9e6b16fb629a will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:18.185023 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.189467 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:18.266398 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f09067-eea7-4755-b6a8-dacdb7c37eb2 None None] Pushing event updated for resources: {'Port': ['ID=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:18.268817 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-55f09067-eea7-4755-b6a8-dacdb7c37eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:18.290867 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'name': 'network-vif-deleted', 'tag': 'cd69962d-448f-407e-8bbc-2fab3d000ed8'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:18.296229 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7556c61-41fd-4de0-99fd-a33d87970dd1" -d '{"events": [{"server_uuid": "9acbdfc5-f156-4491-95c9-74955ddc5ce9", "name": "network-vif-deleted", "tag": "cd69962d-448f-407e-8bbc-2fab3d000ed8"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:18.296421 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:18.296889 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.363775 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Attempting to bind port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:18.364139 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Attempting to bind port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:18.364506 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Attempting to bind port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a on network 7e10e21d-dba6-4280-a78e-241c504ccab0 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:18.375551 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:18.375812 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Checking segment: {'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:18.376123 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.376528 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Bound using segment: {'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:18.377031 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Bound port: 265ba74a-a9d7-4f6a-a049-9e6b16fb629a, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b4193e-4809-4d99-b84f-12055e012c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:18.377409 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.395015 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897c9b80-006d-446a-9cd5-1876dc12ead7 x-openstack-request-id: req-897c9b80-006d-446a-9cd5-1876dc12ead7 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:18.398305 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acbdfc5-f156-4491-95c9-74955ddc5ce9", "name": "network-vif-deleted", "tag": "cd69962d-448f-407e-8bbc-2fab3d000ed8", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:18.398706 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-897c9b80-006d-446a-9cd5-1876dc12ead7 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:18.400250 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acbdfc5-f156-4491-95c9-74955ddc5ce9', 'name': 'network-vif-deleted', 'tag': 'cd69962d-448f-407e-8bbc-2fab3d000ed8', 'status': 'completed', 'code': 200} Jun 23 17:26:18.480226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce958f-a4bb-4944-ac48-7c7c1e45bd99 req-579fa136-c8f4-43ce-a9e6-0d70ef8d7c12 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:18.485512 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-74ce958f-a4bb-4944-ac48-7c7c1e45bd99 req-579fa136-c8f4-43ce-a9e6-0d70ef8d7c12 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1428924 Jun 23 17:26:18.541957 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device cd69962d-448f-407e-8bbc-2fab3d000ed8 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:26:18.570581 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: cd69962d-448f-407e-8bbc-2fab3d000ed8 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:26:18.571035 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device cd69962d-448f-407e-8bbc-2fab3d000ed8 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:26:18.573345 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] For port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:18.606629 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] For port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,segment=NetworkSegment(a0b4193e-4809-4d99-b84f-12055e012c69),segment_id=a0b4193e-4809-4d99-b84f-12055e012c69)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:18.617615 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.624078 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:18.666684 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-74ce958f-a4bb-4944-ac48-7c7c1e45bd99 req-d06e718a-8f55-433c-9608-869acc0fa426 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773551 Jun 23 17:26:18.738150 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f09067-eea7-4755-b6a8-dacdb7c37eb2 None None] Pushing event updated for resources: {'Port': ['ID=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:18.744508 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-55f09067-eea7-4755-b6a8-dacdb7c37eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:18.749173 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Routers {'422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:18.752961 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:26:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:18.769947 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-f9651ed7-fd49-44be-979a-d2ad4dd63a79 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:18.771877 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-f9651ed7-fd49-44be-979a-d2ad4dd63a79 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 945 time: 0.2320232 Jun 23 17:26:18.928401 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] Set router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:18.986319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906a285-aaab-4df1-aa09-b2111ade96a8 req-5af9ce25-2c8f-4812-93d9-df171c6e48b4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:18.994590 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8906a285-aaab-4df1-aa09-b2111ade96a8 req-5af9ce25-2c8f-4812-93d9-df171c6e48b4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1820295 Jun 23 17:26:19.030768 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Deleting port 3e249372-0f3e-42f4-a716-8ea1d592da3e {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:26:19.031538 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.110463 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8906a285-aaab-4df1-aa09-b2111ade96a8 req-8df5b9dc-9fcd-451a-81fd-5a59ed49df29 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147757 Jun 23 17:26:19.184631 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] For port 3e249372-0f3e-42f4-a716-8ea1d592da3e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3e249372-0f3e-42f4-a716-8ea1d592da3e,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:19.184993 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.206000 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port': {'id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:10Z', 'updated_at': '2021-06-23T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '265ba74a-a9d7-4f6a-a049-9e6b16fb629a', 'name': '', 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'mac_address': 'fa:16:3e:b1:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8833244d-3494-482f-b3f1-926bc8cfc399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:13Z', 'updated_at': '2021-06-23T17:26:18Z', 'revision_number': 4, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'subnets': [{'id': '8833244d-3494-482f-b3f1-926bc8cfc399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:19.214619 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Calling delete_port for 3e249372-0f3e-42f4-a716-8ea1d592da3e owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:26:19.272852 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbe1eb-a571-48cd-b3c4-9331b82651b7 None None] The sync data for ids ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'] in dv-cinder-797510-2-smb is: [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port': {'id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:10Z', 'updated_at': '2021-06-23T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '265ba74a-a9d7-4f6a-a049-9e6b16fb629a', 'name': '', 'network_id': '7e10e21d-dba6-4280-a78e-241c504ccab0', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'mac_address': 'fa:16:3e:b1:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8833244d-3494-482f-b3f1-926bc8cfc399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:13Z', 'updated_at': '2021-06-23T17:26:18Z', 'revision_number': 4, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'subnets': [{'id': '8833244d-3494-482f-b3f1-926bc8cfc399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:19.542226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.546485 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ae9de5a2-66eb-4fae-aeec-63633cd873d6 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:19.558428 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3', '3e249372-0f3e-42f4-a716-8ea1d592da3e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:19.559055 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdf17d-f11a-4c6a-8055-77441fb20a3d req-a41334f0-63ca-4b7e-8a42-ff5a4395542d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:19.560244 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4afdf17d-f11a-4c6a-8055-77441fb20a3d req-a41334f0-63ca-4b7e-8a42-ff5a4395542d tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5267e56-c878-467c-96c9-d544b8f64c50 HTTP/1.1" status: 200 len: 867 time: 0.2089291 Jun 23 17:26:19.617239 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event deleted for resources: {'Port': ['ID=3e249372-0f3e-42f4-a716-8ea1d592da3e,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:19.628163 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:19.695559 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] No DVR routers for this DVR port 3e249372-0f3e-42f4-a716-8ea1d592da3e on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:26:19.700507 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.703736 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9cecaee1-1209-4f08-a20c-a1daa1f1cc98 req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "DELETE /v2.0/ports/3e249372-0f3e-42f4-a716-8ea1d592da3e HTTP/1.1" status: 204 len: 173 time: 0.9054184 Jun 23 17:26:19.756058 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4afdf17d-f11a-4c6a-8055-77441fb20a3d req-aab393b0-3196-4af1-82ee-594bee05ac31 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327922 Jun 23 17:26:20.069280 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe7876-5bc9-465a-a362-cbf86315624d req-b0554cb0-e488-46cf-b988-5deddbfd129f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:20.074311 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3cbe7876-5bc9-465a-a362-cbf86315624d req-b0554cb0-e488-46cf-b988-5deddbfd129f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1013279 Jun 23 17:26:20.085632 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 265ba74a-a9d7-4f6a-a049-9e6b16fb629a up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:20.125485 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3cbe7876-5bc9-465a-a362-cbf86315624d req-2ea37b58-7428-4346-b612-0cb2c17acc94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449066 Jun 23 17:26:20.167495 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:20.176337 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:20.176749 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.322149 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.376620 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479a04-2d9f-4f5d-85ba-810b2cc0caea req-555a6fcc-a856-44d6-8324-c031a6b50178 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:20.381061 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,segment=NetworkSegment(a0b4193e-4809-4d99-b84f-12055e012c69),segment_id=a0b4193e-4809-4d99-b84f-12055e012c69)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:20.386785 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-66479a04-2d9f-4f5d-85ba-810b2cc0caea req-555a6fcc-a856-44d6-8324-c031a6b50178 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1159396 Jun 23 17:26:20.387464 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.390033 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6f4a0e03-d4f0-4f57-8719-7093cb143533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:20.431580 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'name': 'network-vif-deleted', 'tag': '3e249372-0f3e-42f4-a716-8ea1d592da3e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:20.431580 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9924df99-48ad-4249-bfe6-2a89b48510e6" -d '{"events": [{"server_uuid": "e5267e56-c878-467c-96c9-d544b8f64c50", "name": "network-vif-deleted", "tag": "3e249372-0f3e-42f4-a716-8ea1d592da3e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:20.502339 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-66479a04-2d9f-4f5d-85ba-810b2cc0caea req-85a08668-0f20-433c-96f8-9af5fb59f586 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137624 Jun 23 17:26:20.518897 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:20.526606 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:20.564739 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46938003-5137-4fea-b970-9f52f66b58f9 x-openstack-request-id: req-46938003-5137-4fea-b970-9f52f66b58f9 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:20.565141 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5267e56-c878-467c-96c9-d544b8f64c50", "name": "network-vif-deleted", "tag": "3e249372-0f3e-42f4-a716-8ea1d592da3e", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:20.565549 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46938003-5137-4fea-b970-9f52f66b58f9 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:20.566412 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5267e56-c878-467c-96c9-d544b8f64c50', 'name': 'network-vif-deleted', 'tag': '3e249372-0f3e-42f4-a716-8ea1d592da3e', 'status': 'completed', 'code': 200} Jun 23 17:26:21.353894 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c57e-251e-4b49-8bc0-83fbafa688dc req-08db71e0-f9dd-4c66-b32f-2c8970311345 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:21.360741 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dc77c57e-251e-4b49-8bc0-83fbafa688dc req-08db71e0-f9dd-4c66-b32f-2c8970311345 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1032639 Jun 23 17:26:21.396700 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dc77c57e-251e-4b49-8bc0-83fbafa688dc req-f3d7ce1b-3929-445f-a42c-ab0a388ab7a7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350907 Jun 23 17:26:21.728875 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6fead-f4ca-48c2-b2ac-9e550f8e974b req-e37f8cd6-5ec7-4156-bb51-8b33a1bcd8b6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:21.731334 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50c6fead-f4ca-48c2-b2ac-9e550f8e974b req-e37f8cd6-5ec7-4156-bb51-8b33a1bcd8b6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0793700 Jun 23 17:26:21.775266 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50c6fead-f4ca-48c2-b2ac-9e550f8e974b req-4bca076f-5c6d-4498-9ea3-830caa94c862 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Jun 23 17:26:22.027405 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 265ba74a-a9d7-4f6a-a049-9e6b16fb629a up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:22.092854 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:22.093319 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:22.464254 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53659e3-523d-46f8-98d0-1e013e2107b9 req-904c0874-da93-4cbc-85f7-2e2d02ef3636 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:22.465612 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53659e3-523d-46f8-98d0-1e013e2107b9 req-904c0874-da93-4cbc-85f7-2e2d02ef3636 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 946 time: 0.0669904 Jun 23 17:26:22.505385 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b53659e3-523d-46f8-98d0-1e013e2107b9 req-be3b83f3-5f57-431a-b3bd-aa59bfcc4ea3 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Jun 23 17:26:22.572729 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3e249372-0f3e-42f4-a716-8ea1d592da3e no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:26:22.604702 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 3e249372-0f3e-42f4-a716-8ea1d592da3e {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:26:22.605876 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3e249372-0f3e-42f4-a716-8ea1d592da3e not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:26:22.690782 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c770561-760e-4c11-9a89-378aa79c80c9 req-9db9ec68-289e-4bba-87fb-8a3804b728f0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:22.692530 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2c770561-760e-4c11-9a89-378aa79c80c9 req-9db9ec68-289e-4bba-87fb-8a3804b728f0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0723133 Jun 23 17:26:22.736155 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2c770561-760e-4c11-9a89-378aa79c80c9 req-da41f097-e23e-4d10-b463-72d64a59f170 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361395 Jun 23 17:26:22.971398 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf4af4-8286-40a9-8677-473ba3bfa04e req-516b299c-478e-42d8-9e4d-9fc589252235 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:22.972922 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3ddf4af4-8286-40a9-8677-473ba3bfa04e req-516b299c-478e-42d8-9e4d-9fc589252235 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0811660 Jun 23 17:26:23.013008 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3ddf4af4-8286-40a9-8677-473ba3bfa04e req-4f5928ac-361b-4f34-b3f1-917bc057d2e3 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327175 Jun 23 17:26:23.701231 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581bb4f-b819-4970-92fc-a5c6d4153b8a req-d9c78ce1-de00-424f-b246-0ef6c62ba677 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:23.702803 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c581bb4f-b819-4970-92fc-a5c6d4153b8a req-d9c78ce1-de00-424f-b246-0ef6c62ba677 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 946 time: 0.0740111 Jun 23 17:26:23.743730 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c581bb4f-b819-4970-92fc-a5c6d4153b8a req-e111f831-d146-4f68-9073-dce94dc2f003 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Jun 23 17:26:23.947915 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3d881-596c-4c11-a571-e820c12e743a req-0a5494ab-56e1-4f08-ac38-d3e61b0d7cbb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:23.949552 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58b3d881-596c-4c11-a571-e820c12e743a req-0a5494ab-56e1-4f08-ac38-d3e61b0d7cbb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0832953 Jun 23 17:26:24.050621 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58b3d881-596c-4c11-a571-e820c12e743a req-e90fd022-b3e3-43bf-82a9-30ea5e862f54 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948231 Jun 23 17:26:24.114282 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c833fc-8465-4121-9030-ec8e15885120 req-04b27d63-8c75-4f0b-86a5-784f06442fb0 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:24.117967 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-04b27d63-8c75-4f0b-86a5-784f06442fb0 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/networks?id=f197efab-f911-4d61-bd20-8ecac62022dd HTTP/1.1" status: 200 len: 813 time: 0.1470726 Jun 23 17:26:24.142258 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-140f8837-06d7-42b2-83b4-1fac5e0ad93d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/quotas/119719f0cc1d4399819e6525d9690728 HTTP/1.1" status: 200 len: 375 time: 0.0193040 Jun 23 17:26:24.203896 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-145be41f-c188-4158-99a7-82541d3d5316 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=119719f0cc1d4399819e6525d9690728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551960 Jun 23 17:26:24.387159 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-54f0546b-e372-4aed-bf2b-18d33f403f17 service neutron] 10.222.0.69 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566911 Jun 23 17:26:24.396652 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb262-6367-495c-8760-72af9f44ca26 req-1583f3a7-1dbb-4c6d-9dc5-3dc6f654ff78 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:24.398289 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8a5bb262-6367-495c-8760-72af9f44ca26 req-1583f3a7-1dbb-4c6d-9dc5-3dc6f654ff78 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2062736 Jun 23 17:26:24.530035 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-98d9929f-0774-4969-bfd6-b6eb6e6012bc tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:24.530035 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-98d9929f-0774-4969-bfd6-b6eb6e6012bc tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 946 time: 0.2300644 Jun 23 17:26:24.583504 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8a5bb262-6367-495c-8760-72af9f44ca26 req-8fc8dd2e-47ed-4710-9e8e-2e067ae43143 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735401 Jun 23 17:26:24.645433 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-137b0b5e-e6a4-49aa-903c-75c82f29a101 service neutron] 10.222.0.69 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458780 Jun 23 17:26:24.701669 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Deleting port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:26:24.702281 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.814600 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] For port 674561fb-bb1e-47ed-bb1b-06d4af755eb3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=674561fb-bb1e-47ed-bb1b-06d4af755eb3,segment=NetworkSegment(2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3),segment_id=2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:24.815345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.831885 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Calling delete_port for 674561fb-bb1e-47ed-bb1b-06d4af755eb3 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:26:24.891918 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f5a0fc66-e41c-4f10-989d-5f4cd9446493 req-08abea21-bbc5-4aef-a809-f2efb3f43c0b tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 210 time: 0.0569732 Jun 23 17:26:25.045173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0b36b-506e-48b5-95e4-2adaadffa684 req-6645b165-c2df-4897-98b0-7ca74cf13419 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:25.046763 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bba0b36b-506e-48b5-95e4-2adaadffa684 req-6645b165-c2df-4897-98b0-7ca74cf13419 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 946 time: 0.1356385 Jun 23 17:26:25.136848 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bba0b36b-506e-48b5-95e4-2adaadffa684 req-ecb03b10-9c5a-4241-8ded-c9e05c6c96f6 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6a200d3-51fc-485d-a37f-0e5477bd8e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838900 Jun 23 17:26:25.170072 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.176516 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-dbc0ab09-70c5-496d-8e6b-f9e3b28229c3 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:25.183347 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['674561fb-bb1e-47ed-bb1b-06d4af755eb3'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:25.255435 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Pushing event deleted for resources: {'Port': ['ID=674561fb-bb1e-47ed-bb1b-06d4af755eb3,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:25.282222 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:25.375739 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] No DVR routers for this DVR port 674561fb-bb1e-47ed-bb1b-06d4af755eb3 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:26:25.381650 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.385091 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-63e13389-e03d-485d-aefc-d175dc551cb5 req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.23 "DELETE /v2.0/ports/674561fb-bb1e-47ed-bb1b-06d4af755eb3 HTTP/1.1" status: 204 len: 173 time: 0.8468051 Jun 23 17:26:25.385969 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'name': 'network-vif-deleted', 'tag': '674561fb-bb1e-47ed-bb1b-06d4af755eb3'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:25.388421 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85c4a51-f306-4346-9fc2-12dd39ca8e4a" -d '{"events": [{"server_uuid": "d8de0d3a-6ff0-4b61-b244-a0369d737a1e", "name": "network-vif-deleted", "tag": "674561fb-bb1e-47ed-bb1b-06d4af755eb3"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:25.447400 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09c8d4-81f7-4f6e-9b48-6f0e7448fb45 req-3b450f45-615c-4fe3-bc47-2b2e0b65a39d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:25.475306 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7e09c8d4-81f7-4f6e-9b48-6f0e7448fb45 req-3b450f45-615c-4fe3-bc47-2b2e0b65a39d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.2357798 Jun 23 17:26:25.490377 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91035345-5313-45fc-b60a-97e4e5e53a90 x-openstack-request-id: req-91035345-5313-45fc-b60a-97e4e5e53a90 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:25.490775 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de0d3a-6ff0-4b61-b244-a0369d737a1e", "name": "network-vif-deleted", "tag": "674561fb-bb1e-47ed-bb1b-06d4af755eb3", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:25.490976 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91035345-5313-45fc-b60a-97e4e5e53a90 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:25.491370 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de0d3a-6ff0-4b61-b244-a0369d737a1e', 'name': 'network-vif-deleted', 'tag': '674561fb-bb1e-47ed-bb1b-06d4af755eb3', 'status': 'completed', 'code': 200} Jun 23 17:26:25.562547 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7e09c8d4-81f7-4f6e-9b48-6f0e7448fb45 req-59eae506-fcf0-4065-a227-106f45ac8c38 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857999 Jun 23 17:26:25.845928 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c882b-a1c9-490a-a229-dc16bf9f17dc req-f689f256-4e4e-450a-a41e-5c6d066acee6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:25.847484 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-670c882b-a1c9-490a-a229-dc16bf9f17dc req-f689f256-4e4e-450a-a41e-5c6d066acee6 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0942059 Jun 23 17:26:25.892253 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-670c882b-a1c9-490a-a229-dc16bf9f17dc req-5b4ebd4e-92fd-462c-8876-76dd24a39086 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Jun 23 17:26:26.065609 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4e08af2d-8607-4744-8450-9a8b8ebcfee9 req-0cf928c3-a6d7-45fd-9eba-d6e9bba881c8 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 210 time: 0.0420902 Jun 23 17:26:26.354305 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ca1230a0-8b55-4d67-b3d0-f3df5f2e7bae req-9f65a6e0-0221-46b8-9afd-4ab3ec4aaef1 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8de0d3a-6ff0-4b61-b244-a0369d737a1e HTTP/1.1" status: 200 len: 210 time: 0.0365505 Jun 23 17:26:26.596867 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:26.765400 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:26.797294 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'port_id': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'mac_address': 'fa:16:3e:ab:22:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:26.854116 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.880799 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a93dab1-a6db-402a-8358-bc93fb2ea31e {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:26.881255 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7455-616e-4215-b1df-ed9228d6eb36 req-ce2cd8bf-1c0f-4197-9ca5-befb042f2023 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:26.882790 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-542d7455-616e-4215-b1df-ed9228d6eb36 req-ce2cd8bf-1c0f-4197-9ca5-befb042f2023 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1729457 Jun 23 17:26:26.942070 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:26.949238 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.952354 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-ec1cebc7-980d-45f8-bbac-a5450c183ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:26.973094 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c833fc-8465-4121-9030-ec8e15885120 req-224f0ec0-365a-4a31-80d4-4ad455c983f3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:26.974716 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-224f0ec0-365a-4a31-80d4-4ad455c983f3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "GET /v2.0/networks?id=f197efab-f911-4d61-bd20-8ecac62022dd HTTP/1.1" status: 200 len: 813 time: 0.2508373 Jun 23 17:26:27.006444 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Request body: {'port': {'device_id': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd', 'admin_state_up': True, 'tenant_id': '119719f0cc1d4399819e6525d9690728'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:27.025951 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=6']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:27.032707 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:27.036230 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-542d7455-616e-4215-b1df-ed9228d6eb36 req-f505b204-0cf0-4398-8771-7d31c4c8adaf tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461129 Jun 23 17:26:27.059963 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['2a93dab1-a6db-402a-8358-bc93fb2ea31e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:27.223250 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379e51a-c7a7-44c8-ab4d-f0a5c4086111 req-11abc301-6c22-4615-bfcb-0b2a90b03075 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:27.225002 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8379e51a-c7a7-44c8-ab4d-f0a5c4086111 req-11abc301-6c22-4615-bfcb-0b2a90b03075 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1124008 Jun 23 17:26:27.226328 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Made reservation on behalf of 119719f0cc1d4399819e6525d9690728 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:27.230772 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.347844 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e622200b-ea2d-4ce0-8041-777980fb7dde req-775011d7-b966-4b65-a890-6077589f7c78 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 210 time: 0.0471420 Jun 23 17:26:27.407556 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8379e51a-c7a7-44c8-ab4d-f0a5c4086111 req-1d2690dd-fd87-4eea-a5f7-c451782d7dd4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689034 Jun 23 17:26:27.490881 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39128) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:27.518128 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Allocated IP 172.20.0.14 (f197efab-f911-4d61-bd20-8ecac62022dd/cebb85b3-0b40-43e5-82bc-4174ed67156c/6003a3ef-c7cd-4dc0-90da-f3457ae99fc5) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:27.537772 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Deleting subnet 3b113c34-2718-4e17-b63f-ed9dd4887b9f {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:26:27.543494 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.582777 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.627689 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.690423 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.701597 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:27.706750 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.712401 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3b113c34-2718-4e17-b63f-ed9dd4887b9f HTTP/1.1" status: 204 len: 168 time: 0.2223349 Jun 23 17:26:27.727185 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39130) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:27.736295 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b113c34-2718-4e17-b63f-ed9dd4887b9f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:27.747685 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6756ac0c-f213-4870-b6ca-82d0a60890fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:27.809900 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.906483 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.919218 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:27.930821 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:27.931207 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1a7204-75e6-4746-89ef-9b8ebfcb6ba3') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:27.945289 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.960761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.961411 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.968880 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:26:27.969502 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.003900 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.008269 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ab23cf7e-ec33-4333-8dac-4db564f58ed8 tempest-DeleteServersTestJSON-598218512 tempest-DeleteServersTestJSON-598218512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:26:28.035897 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:26:28.043409 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.051613 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.053346 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Network f197efab-f911-4d61-bd20-8ecac62022dd is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:28.054326 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] 10.222.0.69 "DELETE /v2.0/networks/24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e HTTP/1.1" status: 204 len: 168 time: 0.3260727 Jun 23 17:26:28.056238 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:28.077205 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:28.111502 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:28.120975 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:28.121867 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.144687 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1554937 Jun 23 17:26:28.159886 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Request body: {'port': {'device_id': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:28.256505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Pushing event updated for resources: {'Port': ['ID=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:28.259117 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.263704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:28.280231 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b64a40-8b17-43a8-bd8a-c40fb8d6ec5e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:28.283531 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4a1bef22-1681-4a3a-9a4f-37f0168fa147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:28.435162 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 39142) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:28.562511 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ba572-caf6-4d53-a117-5b58de6f9d3f req-8d6b6ca7-e4be-4937-8e75-9bfb243c24e1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:28.564425 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c45ba572-caf6-4d53-a117-5b58de6f9d3f req-8d6b6ca7-e4be-4937-8e75-9bfb243c24e1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 944 time: 0.2459226 Jun 23 17:26:28.596271 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:28.627935 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-dae89084-3367-49d6-92f3-5ea397489a06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd4dba86273d4a4fb0b8d4f268e0f868&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1892288 Jun 23 17:26:28.629189 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39148) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:28.667905 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 2a93dab1-a6db-402a-8358-bc93fb2ea31e triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:28.668350 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.704974 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.714716 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c45ba572-caf6-4d53-a117-5b58de6f9d3f req-86012c80-d817-4b51-9fdd-c0d498f927cd tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375673 Jun 23 17:26:28.769631 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.775045 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.799382 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5385cc-6fc7-4dcc-8315-2d26edb7aa26 req-fee0e8ed-f454-4f93-8c4a-e8d4cc89cf68 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:28.809958 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:28.811320 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:28.814290 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1c5385cc-6fc7-4dcc-8315-2d26edb7aa26 req-fee0e8ed-f454-4f93-8c4a-e8d4cc89cf68 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 932 time: 0.2681949 Jun 23 17:26:28.820321 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327f62e9-94f8-4abc-a9d2-50c6230d8c4c" -d '{"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:28.828393 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.829272 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 674561fb-bb1e-47ed-bb1b-06d4af755eb3 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:26:28.831092 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:28.898142 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.900766 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.901915 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6a200d3-51fc-485d-a37f-0e5477bd8e51 HTTP/1.1" status: 204 len: 168 time: 0.2707431 Jun 23 17:26:28.902673 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-906fb331-d9a5-4586-90ce-b0169a78b7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:28.918982 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a200d3-51fc-485d-a37f-0e5477bd8e51,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:28.925189 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=7']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:28.929649 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:28.934347 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:28.967141 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 674561fb-bb1e-47ed-bb1b-06d4af755eb3 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:26:28.967475 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 674561fb-bb1e-47ed-bb1b-06d4af755eb3 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:26:29.029383 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1c5385cc-6fc7-4dcc-8315-2d26edb7aa26 req-0a79cae4-7d4b-4f85-90f5-ed403982783c tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069764 Jun 23 17:26:29.057837 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:29.068404 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.091907 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Transition to ACTIVE for port object 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:29.106907 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.110725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-173b727c-cbbf-456f-8eeb-7f5bf8a8b295 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:29.156408 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Pushing event updated for resources: {'Port': ['ID=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:29.165332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:29.188114 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fecaa-a4d5-4ab3-92f7-1ccc65453790 req-c17330de-f9d3-4c77-80a5-3962aeb72d54 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:29.195370 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-484fecaa-a4d5-4ab3-92f7-1ccc65453790 req-c17330de-f9d3-4c77-80a5-3962aeb72d54 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1877570 Jun 23 17:26:29.256524 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Attempting to bind port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:29.256953 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Attempting to bind port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:29.257465 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Attempting to bind port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 on network f197efab-f911-4d61-bd20-8ecac62022dd {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:29.272948 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 on network f197efab-f911-4d61-bd20-8ecac62022dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:26:29.273382 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Attempting to bind port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 on network f197efab-f911-4d61-bd20-8ecac62022dd {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:29.280154 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:29.280638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Checking segment: {'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:29.281135 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Bound using segment: {'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:29.281545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Bound port: 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:29.281989 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.294009 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd776b-1f57-43cb-892f-2271b9791719 x-openstack-request-id: req-3cdd776b-1f57-43cb-892f-2271b9791719 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:29.294319 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:29.294633 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cdd776b-1f57-43cb-892f-2271b9791719 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:29.295103 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'code': 200} Jun 23 17:26:29.297667 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-484fecaa-a4d5-4ab3-92f7-1ccc65453790 req-53fae04f-1468-4188-b03c-0af88302a49d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006870 Jun 23 17:26:29.419145 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] For port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:29.424172 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] For port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:29.435247 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.440300 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-74722043-4817-4668-8172-4b521787ce48 tempest-VolumesActionsTest-59779616 tempest-VolumesActionsTest-59779616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:29.485614 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:29.486455 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.487968 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] 10.222.0.23 "PUT /v2.0/ports/6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 HTTP/1.1" status: 200 len: 1094 time: 1.3333578 Jun 23 17:26:29.488776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'tag': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:29.491301 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba9804b-60b0-4412-ad14-ad2343082787" -d '{"events": [{"name": "network-changed", "server_uuid": "f993036d-9b70-462d-892c-4b50e0eb7b89", "tag": "6003a3ef-c7cd-4dc0-90da-f3457ae99fc5"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:29.546532 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d8b5c-652e-4e51-973e-040147abee5b x-openstack-request-id: req-a33d8b5c-652e-4e51-973e-040147abee5b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:29.546854 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f993036d-9b70-462d-892c-4b50e0eb7b89", "tag": "6003a3ef-c7cd-4dc0-90da-f3457ae99fc5", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:29.547139 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a33d8b5c-652e-4e51-973e-040147abee5b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:29.547683 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'tag': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5', 'status': 'completed', 'code': 200} Jun 23 17:26:29.580330 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Pushing event updated for resources: {'Port': ['ID=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:29.587789 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:29.615394 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c833fc-8465-4121-9030-ec8e15885120 req-5f394ae0-9868-475e-beef-f5dbaacdf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:29.616882 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-5f394ae0-9868-475e-beef-f5dbaacdf1bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=119719f0cc1d4399819e6525d9690728&device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 1097 time: 0.0721169 Jun 23 17:26:29.674118 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-070209e2-3516-400e-98ae-b710d96eb320 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 HTTP/1.1" status: 200 len: 217 time: 0.0421290 Jun 23 17:26:29.733549 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d2e949a0-49fe-4269-9a8b-45f130d04993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:29.735209 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d2e949a0-49fe-4269-9a8b-45f130d04993 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cebb85b3-0b40-43e5-82bc-4174ed67156c HTTP/1.1" status: 200 len: 853 time: 0.0537992 Jun 23 17:26:29.794402 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-d8ed52b5-b8a2-46c4-8a6a-fa74f32bb1ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f197efab-f911-4d61-bd20-8ecac62022dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511096 Jun 23 17:26:30.050158 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-b9d6543d-2ec7-4044-8d02-1bf4b8cf4be9 service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392225 Jun 23 17:26:30.143660 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a4545-b40c-4050-950c-3f16fc84e560 req-59cb5f2f-658d-4d7f-92c3-f2778a01225e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.145710 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-132a4545-b40c-4050-950c-3f16fc84e560 req-59cb5f2f-658d-4d7f-92c3-f2778a01225e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.2019804 Jun 23 17:26:30.212373 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1c833fc-8465-4121-9030-ec8e15885120 req-1d678f27-911c-41bb-8def-c2b93ca4af8a service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544778 Jun 23 17:26:30.248320 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-132a4545-b40c-4050-950c-3f16fc84e560 req-863dbd78-bb44-4293-bca2-5000a1f4c2f1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921817 Jun 23 17:26:30.344966 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a6b64-48d8-439a-8575-191ae8156101 req-572a51d0-7825-4d0d-928e-8fae4a73c8fe tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.346683 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4d4a6b64-48d8-439a-8575-191ae8156101 req-572a51d0-7825-4d0d-928e-8fae4a73c8fe tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.1374180 Jun 23 17:26:30.391345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-3af79183-7ab2-41f4-8f20-d7cdd581fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.393781 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-3af79183-7ab2-41f4-8f20-d7cdd581fa47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=119719f0cc1d4399819e6525d9690728&device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 1097 time: 0.1060104 Jun 23 17:26:30.479862 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4d4a6b64-48d8-439a-8575-191ae8156101 req-0bc9f741-275e-4181-b8e4-8f157566f6cf tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251304 Jun 23 17:26:30.528712 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-919b5e8b-15e2-4db0-a74c-b8d1f99aa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.530994 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-919b5e8b-15e2-4db0-a74c-b8d1f99aa301 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f197efab-f911-4d61-bd20-8ecac62022dd HTTP/1.1" status: 200 len: 914 time: 0.1228671 Jun 23 17:26:30.588611 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-9d0d0eba-cfcf-412f-b66c-9ec9ca9334d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 HTTP/1.1" status: 200 len: 217 time: 0.0514293 Jun 23 17:26:30.717460 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-a64efaba-1de6-4c44-ae4b-5ab049fab35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.719222 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-a64efaba-1de6-4c44-ae4b-5ab049fab35f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cebb85b3-0b40-43e5-82bc-4174ed67156c HTTP/1.1" status: 200 len: 853 time: 0.1175911 Jun 23 17:26:30.756650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-0546a7ef-5d86-404c-87ce-a5525884188a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f197efab-f911-4d61-bd20-8ecac62022dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294859 Jun 23 17:26:30.788771 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418f47-f1c3-4fad-a079-08fb86646e22 req-daa33b8d-b6b4-4afe-b500-85480f8b2755 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.790561 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-74418f47-f1c3-4fad-a079-08fb86646e22 req-daa33b8d-b6b4-4afe-b500-85480f8b2755 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1485274 Jun 23 17:26:30.898080 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-74418f47-f1c3-4fad-a079-08fb86646e22 req-5ff15cc9-7e5e-429d-bf18-aa19673342f8 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924432 Jun 23 17:26:30.959730 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-d8d9a7b9-0db1-4355-bfc6-f791380072ae service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924806 Jun 23 17:26:31.099885 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ba9804b-60b0-4412-ad14-ad2343082787 req-9e3ff113-c287-46a8-98e5-c97f3aee5c70 service neutron] 10.222.0.23 "GET /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312139 Jun 23 17:26:31.464414 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60956d9c-ec14-4d11-9a8e-6abf5b220eb0 req-75a81052-b22c-4d6b-914a-5e42f132a7f2 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:31.466102 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-60956d9c-ec14-4d11-9a8e-6abf5b220eb0 req-75a81052-b22c-4d6b-914a-5e42f132a7f2 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0708299 Jun 23 17:26:31.513702 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-60956d9c-ec14-4d11-9a8e-6abf5b220eb0 req-c04e1448-d664-410f-acc3-7c007dfa6464 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420620 Jun 23 17:26:31.702172 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb491de-7675-4089-a0a0-b27bb06a6ed6 req-4e911fb4-ca92-4f11-a540-47ddd9fc4e1d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:31.703977 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fbb491de-7675-4089-a0a0-b27bb06a6ed6 req-4e911fb4-ca92-4f11-a540-47ddd9fc4e1d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.0657165 Jun 23 17:26:31.762072 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fbb491de-7675-4089-a0a0-b27bb06a6ed6 req-50dfcc58-6b1d-43f4-81c1-a5391c45be32 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Jun 23 17:26:32.113783 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3dfbb-4b89-42ef-aa03-930e0cf83533 req-de46918d-bbc1-4c43-9e54-3b8dda5653c1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:32.121249 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-27d3dfbb-4b89-42ef-aa03-930e0cf83533 req-de46918d-bbc1-4c43-9e54-3b8dda5653c1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0754247 Jun 23 17:26:32.167632 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-27d3dfbb-4b89-42ef-aa03-930e0cf83533 req-00566804-d3b6-4de0-8bcd-5fc7b1dce02c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453551 Jun 23 17:26:32.718334 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525693-b76c-4553-af8d-453db69136a7 req-55dc008b-853a-4496-bdc1-f4f1bfdcedd0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:32.719948 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-86525693-b76c-4553-af8d-453db69136a7 req-55dc008b-853a-4496-bdc1-f4f1bfdcedd0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0760093 Jun 23 17:26:32.771772 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-86525693-b76c-4553-af8d-453db69136a7 req-2665db37-065d-4dc2-8160-03272e85c9c5 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461316 Jun 23 17:26:32.961345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ca2a0-ab04-43f4-8c11-5ca525bf4243 req-a521aa9e-71bf-436b-8fb1-4c8c10c24f11 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:32.962882 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a69ca2a0-ab04-43f4-8c11-5ca525bf4243 req-a521aa9e-71bf-436b-8fb1-4c8c10c24f11 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.0710239 Jun 23 17:26:33.004574 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a69ca2a0-ab04-43f4-8c11-5ca525bf4243 req-ba154464-9721-4344-81c3-1eae4266ed1b tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Jun 23 17:26:33.362880 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da98e0-5261-409a-8fa4-c039da617a74 req-bdf1d5ef-b461-4bdd-9b4e-289fb09b0fd2 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:33.364611 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b0da98e0-5261-409a-8fa4-c039da617a74 req-bdf1d5ef-b461-4bdd-9b4e-289fb09b0fd2 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0647287 Jun 23 17:26:33.417412 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b0da98e0-5261-409a-8fa4-c039da617a74 req-36070d64-0b49-4831-b948-eae6c0152023 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456159 Jun 23 17:26:33.744777 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 39254) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:33.897319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-544bd856-9e35-4e63-88e9-93e47c627962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.049463 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-544bd856-9e35-4e63-88e9-93e47c627962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.058308 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162a0a2-46c9-42eb-8bc5-8ef1802d63ea req-16acf93b-694b-4d0f-8baf-912d52646606 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:34.059806 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f162a0a2-46c9-42eb-8bc5-8ef1802d63ea req-16acf93b-694b-4d0f-8baf-912d52646606 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1077676 Jun 23 17:26:34.061016 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-544bd856-9e35-4e63-88e9-93e47c627962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.063694 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-024370df-ce36-4276-b077-084ff295d359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:34.129485 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39264) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:34.130162 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-544bd856-9e35-4e63-88e9-93e47c627962 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6a8511a69b14ab8844f268bcd7fdcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835268 Jun 23 17:26:34.132648 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bd856-9e35-4e63-88e9-93e47c627962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ef5324-7837-43de-82f3-008d8f9105bb,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:34.138348 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-544bd856-9e35-4e63-88e9-93e47c627962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:34.153978 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f162a0a2-46c9-42eb-8bc5-8ef1802d63ea req-6744b425-508e-4c5f-a544-94fae85a10f0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871105 Jun 23 17:26:34.217088 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.235873 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2b49c-e034-44f4-b4ab-80673cc41985 req-5798ad4a-28e4-4810-88bf-2c93f7a98b0c tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:34.242289 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-98d2b49c-e034-44f4-b4ab-80673cc41985 req-5798ad4a-28e4-4810-88bf-2c93f7a98b0c tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.0778148 Jun 23 17:26:34.254117 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.303622 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-98d2b49c-e034-44f4-b4ab-80673cc41985 req-97da405d-c78e-4dca-be69-9e006eaf1cdf tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586035 Jun 23 17:26:34.312390 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.315177 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.316323 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7ef5324-7837-43de-82f3-008d8f9105bb HTTP/1.1" status: 204 len: 168 time: 0.1848760 Jun 23 17:26:34.317492 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3dbc3c53-286b-451c-a471-71a049ecbf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:34.341395 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ef5324-7837-43de-82f3-008d8f9105bb,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:34.356143 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:34.648077 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9502a4-4259-4b52-9ca5-ff19ccb8d97b req-74551fde-9ed1-44c2-a439-63ae92c337aa tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:34.650938 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa9502a4-4259-4b52-9ca5-ff19ccb8d97b req-74551fde-9ed1-44c2-a439-63ae92c337aa tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0711331 Jun 23 17:26:34.700816 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa9502a4-4259-4b52-9ca5-ff19ccb8d97b req-fc5af16a-cc92-436c-9e40-f9d1fc99023f tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Jun 23 17:26:35.415109 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef3e62-0e5d-4d55-b65c-79d02682b10c req-de293373-39d6-44d2-ad99-19b65b58fbd1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.416794 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36ef3e62-0e5d-4d55-b65c-79d02682b10c req-de293373-39d6-44d2-ad99-19b65b58fbd1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1130033 Jun 23 17:26:35.516937 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36ef3e62-0e5d-4d55-b65c-79d02682b10c req-39bae71f-f26f-4b09-9a64-2273b6543988 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898316 Jun 23 17:26:35.548483 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28fad1-1cd1-49e1-9338-d9f39e22faf7 req-64b8f661-570f-4ba4-88a6-25a5a9da6408 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.550282 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7c28fad1-1cd1-49e1-9338-d9f39e22faf7 req-64b8f661-570f-4ba4-88a6-25a5a9da6408 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.0872257 Jun 23 17:26:35.611291 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7c28fad1-1cd1-49e1-9338-d9f39e22faf7 req-dc455388-4448-4da8-ab92-5cdc9ea5c0a8 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Jun 23 17:26:35.911348 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9d60-4fd6-47da-8875-dc2d94a3c6cd req-1c1c9c80-d4c3-41cb-b6ef-72039254d045 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.919475 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d99d9d60-4fd6-47da-8875-dc2d94a3c6cd req-1c1c9c80-d4c3-41cb-b6ef-72039254d045 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0777652 Jun 23 17:26:35.994331 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d99d9d60-4fd6-47da-8875-dc2d94a3c6cd req-099058c1-76a2-43f9-bfe1-373258f6338a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738199 Jun 23 17:26:36.777447 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346ee27-0c31-4072-9b73-6c59eaf6d2e5 req-17efb8fd-4270-4c6d-a5d8-119c9a2fe941 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:36.778505 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e346ee27-0c31-4072-9b73-6c59eaf6d2e5 req-17efb8fd-4270-4c6d-a5d8-119c9a2fe941 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1134152 Jun 23 17:26:36.879227 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e346ee27-0c31-4072-9b73-6c59eaf6d2e5 req-93032a1b-91ae-4809-b39d-6ac8686e32fe tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858605 Jun 23 17:26:36.881230 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39352) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:36.909750 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a85a9-6830-4e97-a5fb-9145ff601921 req-291c4610-79f8-48a9-8178-3bc54c821f97 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:36.912130 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c20a85a9-6830-4e97-a5fb-9145ff601921 req-291c4610-79f8-48a9-8178-3bc54c821f97 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.1318398 Jun 23 17:26:36.924691 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:26:36.995087 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c20a85a9-6830-4e97-a5fb-9145ff601921 req-37809c0a-258b-4978-ba94-a9cb873f185a tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690732 Jun 23 17:26:37.053844 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-abf7a2bc-2378-4470-a235-0a24cc9ff29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.220565 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-abf7a2bc-2378-4470-a235-0a24cc9ff29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.226446 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-abf7a2bc-2378-4470-a235-0a24cc9ff29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.228557 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8f4c-179e-4460-b852-1b13f58e2709 req-a91f4b48-9285-4e47-91b1-9a08e2643e32 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:37.231124 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-338d8f4c-179e-4460-b852-1b13f58e2709 req-a91f4b48-9285-4e47-91b1-9a08e2643e32 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0861959 Jun 23 17:26:37.236398 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-18b8305a-bb8b-44bf-a26b-313e3bf42748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:37.261792 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-abf7a2bc-2378-4470-a235-0a24cc9ff29d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e303d878f0b4422dae739a01378f3714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784144 Jun 23 17:26:37.265522 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39362) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:37.292684 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-338d8f4c-179e-4460-b852-1b13f58e2709 req-1d26f594-131b-435a-a970-6e9a58c757e1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556729 Jun 23 17:26:37.310785 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7a2bc-2378-4470-a235-0a24cc9ff29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289dab81-0c2f-425f-af9c-61582a449f32,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:37.314344 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-abf7a2bc-2378-4470-a235-0a24cc9ff29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:37.330933 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.354781 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.416626 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.420233 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.421459 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/289dab81-0c2f-425f-af9c-61582a449f32 HTTP/1.1" status: 204 len: 168 time: 0.1547973 Jun 23 17:26:37.422359 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0c9f70b0-1e3e-49c7-99fb-76da2a86dd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:37.436914 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289dab81-0c2f-425f-af9c-61582a449f32,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:37.447635 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:37.721399 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39368) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:37.736793 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb734c27-0cb3-4b46-a57f-4a257754806f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.860756 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb734c27-0cb3-4b46-a57f-4a257754806f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.865155 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb734c27-0cb3-4b46-a57f-4a257754806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.868396 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-979c3acb-5e0c-4eed-961b-e849dd686b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:37.906082 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-cb734c27-0cb3-4b46-a57f-4a257754806f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e533d66153846ffb947e98f6a44460b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832824 Jun 23 17:26:37.913089 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 39370) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:37.916419 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734c27-0cb3-4b46-a57f-4a257754806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d400cc9-13f1-4daa-a363-d78df0d4631b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:37.931030 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cb734c27-0cb3-4b46-a57f-4a257754806f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:37.971557 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.996080 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:38.126810 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34b43a-c5bc-414c-86f4-2c7689d28d81 req-21b5b7be-41cc-4d8e-b867-97d29768679c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:38.134432 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2f34b43a-c5bc-414c-86f4-2c7689d28d81 req-21b5b7be-41cc-4d8e-b867-97d29768679c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1090920 Jun 23 17:26:38.136209 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:38.138906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:38.142472 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d400cc9-13f1-4daa-a363-d78df0d4631b HTTP/1.1" status: 204 len: 168 time: 0.2299235 Jun 23 17:26:38.142472 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f8cd499f-7948-46ff-a155-71ac779f9a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:38.190260 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d400cc9-13f1-4daa-a363-d78df0d4631b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:38.202620 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:38.256930 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2f34b43a-c5bc-414c-86f4-2c7689d28d81 req-43fc0a03-fe3d-4970-98ff-cfde950898ee tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215379 Jun 23 17:26:38.293502 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844230c1-7da1-4d82-a0b5-b6e3d9460ccc req-92c8013e-e551-43f0-9034-9fca45ce948a tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:38.300559 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-844230c1-7da1-4d82-a0b5-b6e3d9460ccc req-92c8013e-e551-43f0-9034-9fca45ce948a tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.1259255 Jun 23 17:26:38.385290 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-844230c1-7da1-4d82-a0b5-b6e3d9460ccc req-f05b2692-c322-46f9-91fb-59dfccbb7ccf tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820348 Jun 23 17:26:38.532874 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2ef-95f7-4582-bd26-b292a369083f req-0c82909d-2a3d-4274-bb97-ba19676a0152 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:38.534554 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2ccab2ef-95f7-4582-bd26-b292a369083f req-0c82909d-2a3d-4274-bb97-ba19676a0152 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0846286 Jun 23 17:26:38.580285 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2ccab2ef-95f7-4582-bd26-b292a369083f req-56a3103a-5e50-452c-b2da-b77d3a3acd13 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Jun 23 17:26:39.533692 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b998f-75aa-4311-a0bf-b9d7382f85fc req-55332a33-f95b-4885-99fc-66adee649e1c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:39.535941 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-641b998f-75aa-4311-a0bf-b9d7382f85fc req-55332a33-f95b-4885-99fc-66adee649e1c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1017852 Jun 23 17:26:39.595319 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-641b998f-75aa-4311-a0bf-b9d7382f85fc req-654c12f5-bf6b-4cb0-92d0-8d281f06253a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511587 Jun 23 17:26:39.748405 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5428e-69f8-4779-8f5d-add79e3acf3a req-2e6ea4cb-65b0-40d1-a7b4-6184874bbc61 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:39.759470 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ca5428e-69f8-4779-8f5d-add79e3acf3a req-2e6ea4cb-65b0-40d1-a7b4-6184874bbc61 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.1453760 Jun 23 17:26:39.866352 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8ca5428e-69f8-4779-8f5d-add79e3acf3a req-30506db5-094f-4210-a730-fce2cb05db81 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 Jun 23 17:26:39.888530 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e64b3-7184-45f8-a4d1-f35371ad255d req-76a0d89a-6854-4c7b-b23a-1e178b31da03 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:39.897390 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea8e64b3-7184-45f8-a4d1-f35371ad255d req-76a0d89a-6854-4c7b-b23a-1e178b31da03 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1278222 Jun 23 17:26:39.942735 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea8e64b3-7184-45f8-a4d1-f35371ad255d req-9130201c-30c2-47f8-b5f2-4324895fef6a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466545 Jun 23 17:26:40.710333 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8b697159-16c0-458b-bf1d-c97e6d01413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.818031 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0476bd-c802-4ed6-a4cb-ac230f0d3e07 req-0c21a07e-4921-4f5d-a7d1-a271e2057012 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:40.826936 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2e0476bd-c802-4ed6-a4cb-ac230f0d3e07 req-0c21a07e-4921-4f5d-a7d1-a271e2057012 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0945468 Jun 23 17:26:40.895353 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2e0476bd-c802-4ed6-a4cb-ac230f0d3e07 req-37c1d8c5-4484-4278-864e-3014b7d4b64b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659242 Jun 23 17:26:41.202980 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67771398-a7cf-401f-af0d-c9145d388381 req-bf3f7d41-19e9-427a-9568-2e87b9e7ea67 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:41.205047 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-67771398-a7cf-401f-af0d-c9145d388381 req-bf3f7d41-19e9-427a-9568-2e87b9e7ea67 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 0.1462948 Jun 23 17:26:41.215642 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef03a2-0116-49b0-b50a-cf26051f61db req-14e77a8b-c430-458b-8ba7-400520d7d4c2 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:41.223520 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8fef03a2-0116-49b0-b50a-cf26051f61db req-14e77a8b-c430-458b-8ba7-400520d7d4c2 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1236801 Jun 23 17:26:41.316547 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-67771398-a7cf-401f-af0d-c9145d388381 req-3e52b204-fa59-4788-800b-00eb6c4fd763 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902309 Jun 23 17:26:41.337278 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8fef03a2-0116-49b0-b50a-cf26051f61db req-cb310cf6-fbc4-4da1-895e-49226b9fa983 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124260 Jun 23 17:26:41.584563 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8230d-82a7-4d16-9ce9-b237e41ea61e req-a3c6477b-7ec5-4ceb-b627-77783cdbf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:41.588638 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-93b8230d-82a7-4d16-9ce9-b237e41ea61e req-a3c6477b-7ec5-4ceb-b627-77783cdbf475 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0971539 Jun 23 17:26:41.707029 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-93b8230d-82a7-4d16-9ce9-b237e41ea61e req-e1c583f0-baf6-4b48-9663-d80c85b5c90b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115401 Jun 23 17:26:41.866878 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 39516) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:42.050307 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-339e1db2-9260-4636-9294-8ad1081422f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.295332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15befcbf-66d1-4549-bfc0-1a92d9010973 req-e23af60a-3053-454d-9fa2-ae7e37f5ef5e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:42.297246 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-15befcbf-66d1-4549-bfc0-1a92d9010973 req-e23af60a-3053-454d-9fa2-ae7e37f5ef5e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1619990 Jun 23 17:26:42.392283 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-339e1db2-9260-4636-9294-8ad1081422f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.413191 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-339e1db2-9260-4636-9294-8ad1081422f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.416492 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-57c6edcd-2896-42bb-8a54-1bd5cc5767ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:42.432191 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-15befcbf-66d1-4549-bfc0-1a92d9010973 req-95147fe7-1585-4488-8cfb-74ea5d06cd25 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259091 Jun 23 17:26:42.537586 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e1db2-9260-4636-9294-8ad1081422f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09506d8-ab44-4692-a98a-11df4da7fa66,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:42.548391 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-339e1db2-9260-4636-9294-8ad1081422f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e432a8512b0b411196c1e5fa8eddc36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6787474 Jun 23 17:26:42.549221 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-339e1db2-9260-4636-9294-8ad1081422f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:42.551300 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39528) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:42.662689 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:42.674596 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.703171 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.774869 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.777924 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.782380 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a09506d8-ab44-4692-a98a-11df4da7fa66 HTTP/1.1" status: 204 len: 168 time: 0.2299831 Jun 23 17:26:42.783989 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-681f0ae4-0ffc-4b35-80c5-ce471aa79c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:42.806602 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09506d8-ab44-4692-a98a-11df4da7fa66,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:42.814517 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:43.054230 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:43.100597 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5', 'network_id': 'f197efab-f911-4d61-bd20-8ecac62022dd', 'port_id': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5', 'mac_address': 'fa:16:3e:78:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebb85b3-0b40-43e5-82bc-4174ed67156c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:43.332348 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.371351 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:43.454807 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:43.480342 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.483287 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:43.605127 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5564-a1d4-47d4-bdaf-075a0505c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.614788 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:43.615065 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fad1b6-e328-47b1-bfd0-6bb57e5df0bc req-6de08527-18b9-4c44-9b96-333658db8eef tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:43.622455 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39540) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:43.625750 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c3fad1b6-e328-47b1-bfd0-6bb57e5df0bc req-6de08527-18b9-4c44-9b96-333658db8eef tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 1.0383909 Jun 23 17:26:43.647557 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:43.648597 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.652169 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32e7b225-652c-480f-952f-a2832beb34ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.655316 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3496b95-7cb8-4e53-86ca-3205b202b536 req-af5f9cf1-dcaf-4bf2-bb55-5b8126719371 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:43.656503 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a3496b95-7cb8-4e53-86ca-3205b202b536 req-af5f9cf1-dcaf-4bf2-bb55-5b8126719371 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 944 time: 1.0136361 Jun 23 17:26:43.748898 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c3fad1b6-e328-47b1-bfd0-6bb57e5df0bc req-3f202295-97fb-463b-8387-2543fa05caaf tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193285 Jun 23 17:26:43.779105 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['6003a3ef-c7cd-4dc0-90da-f3457ae99fc5'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:43.846636 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a3496b95-7cb8-4e53-86ca-3205b202b536 req-8553d0ad-69f7-40b7-b3eb-8e0998387528 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816347 Jun 23 17:26:43.902626 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32e7b225-652c-480f-952f-a2832beb34ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.920261 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32e7b225-652c-480f-952f-a2832beb34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.949523 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0462bf1e-dcdb-4186-bec7-b0a9b0903dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:43.957335 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 39544) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:43.964546 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-32e7b225-652c-480f-952f-a2832beb34ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07c3cb758e6a4665be7841481a0e821a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393116 Jun 23 17:26:44.024132 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7b225-652c-480f-952f-a2832beb34ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96badef9-9678-4709-95e8-13e597b7d0d2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:44.039219 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-32e7b225-652c-480f-952f-a2832beb34ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:44.111725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.157335 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.207111 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2becf-d637-4220-8489-151db7a2c635 req-834353df-d5ff-4b33-812f-9b14708b9375 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:44.208943 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c6e2becf-d637-4220-8489-151db7a2c635 req-834353df-d5ff-4b33-812f-9b14708b9375 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1581759 Jun 23 17:26:44.317450 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c6e2becf-d637-4220-8489-151db7a2c635 req-51ed98b2-d367-4b1f-9bb1-4c9a9828dfc6 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946789 Jun 23 17:26:44.321675 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.325224 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.339352 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96badef9-9678-4709-95e8-13e597b7d0d2 HTTP/1.1" status: 204 len: 168 time: 0.3789356 Jun 23 17:26:44.340856 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c4fe0638-fba1-46c3-a1b4-3e84eff8fe87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:44.362349 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96badef9-9678-4709-95e8-13e597b7d0d2,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:44.365085 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:44.553541 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.194136 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e15f5-3fbe-4d13-8047-4e7a4f9cc073 req-7d241ea5-91e9-46ab-836a-d21d26f6999d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:45.196458 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1d3e15f5-3fbe-4d13-8047-4e7a4f9cc073 req-7d241ea5-91e9-46ab-836a-d21d26f6999d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 945 time: 0.1269357 Jun 23 17:26:45.223938 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749dc06-bc63-4882-b92b-416c7093d08b req-4c35d13b-74e6-40af-85d6-caa8819c06ac tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:45.234323 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d749dc06-bc63-4882-b92b-416c7093d08b req-4c35d13b-74e6-40af-85d6-caa8819c06ac tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2282650 Jun 23 17:26:45.303992 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1d3e15f5-3fbe-4d13-8047-4e7a4f9cc073 req-ee073fb0-c8c2-464f-8696-61e6be9af700 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005261 Jun 23 17:26:45.319713 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d749dc06-bc63-4882-b92b-416c7093d08b req-17518890-5015-4248-96cb-503eb0c087d1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836923 Jun 23 17:26:45.565420 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.631637 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f7292-a5da-41f6-852a-ab52c421d684 req-a0ee480d-6bde-4b47-9a2b-b3b7e0b59d1c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:45.646147 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9d2f7292-a5da-41f6-852a-ab52c421d684 req-a0ee480d-6bde-4b47-9a2b-b3b7e0b59d1c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1192520 Jun 23 17:26:45.699998 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9d2f7292-a5da-41f6-852a-ab52c421d684 req-b0871a00-5dd8-419d-86ab-4c7941e7b284 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527422 Jun 23 17:26:45.997883 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe24fa-3783-475e-843b-05728e614617 req-362a9bc7-60b3-4984-ae19-eefba0fc0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:45.997883 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4fe24fa-3783-475e-843b-05728e614617 req-362a9bc7-60b3-4984-ae19-eefba0fc0489 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 1098 time: 0.1319215 Jun 23 17:26:46.095506 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f76e4c-1aac-4ec0-8734-72c5c3f1e484 req-686fc1f1-4a8e-4821-b1a0-8bc1d7d833a0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:46.097255 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b4f76e4c-1aac-4ec0-8734-72c5c3f1e484 req-686fc1f1-4a8e-4821-b1a0-8bc1d7d833a0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1529200 Jun 23 17:26:46.188719 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b4f76e4c-1aac-4ec0-8734-72c5c3f1e484 req-bbdd5dc4-40e9-4f25-b5c3-3e0aeaa61694 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724030 Jun 23 17:26:46.189854 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe24fa-3783-475e-843b-05728e614617 req-8a3702dc-84d2-44de-b6a6-dca88096c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:46.191243 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4fe24fa-3783-475e-843b-05728e614617 req-8a3702dc-84d2-44de-b6a6-dca88096c6ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 200 len: 920 time: 0.1802244 Jun 23 17:26:46.247506 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4fe24fa-3783-475e-843b-05728e614617 req-ac42f65c-ee69-47ee-92b4-fb33fd6c07ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 200 len: 217 time: 0.0470150 Jun 23 17:26:46.308415 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe24fa-3783-475e-843b-05728e614617 req-500aac49-4412-4e89-adca-c13f1c9ab633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:46.310052 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4fe24fa-3783-475e-843b-05728e614617 req-500aac49-4412-4e89-adca-c13f1c9ab633 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 200 len: 859 time: 0.0547123 Jun 23 17:26:46.375233 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4fe24fa-3783-475e-843b-05728e614617 req-cc13f346-92c9-4108-809a-eb3378cb588b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad1873fe-9571-4114-aa0f-85ed773e61cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579453 Jun 23 17:26:46.441303 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.483002 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4fe24fa-3783-475e-843b-05728e614617 req-6fa29ee5-f22d-497a-8454-27c86afd79a0 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999291 Jun 23 17:26:46.640649 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de904a2-ead8-431a-8532-00a5cad2b23b req-4508eefe-478a-4e7d-956c-f55a094fc805 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:46.642170 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0de904a2-ead8-431a-8532-00a5cad2b23b req-4508eefe-478a-4e7d-956c-f55a094fc805 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 945 time: 0.1583118 Jun 23 17:26:46.705852 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0de904a2-ead8-431a-8532-00a5cad2b23b req-2b387b44-be91-4d81-9a71-5eaa8c60ef10 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463841 Jun 23 17:26:46.709497 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:46.732650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4fe24fa-3783-475e-843b-05728e614617 req-98aa0153-1370-457f-82fb-0c0529995569 service neutron] 10.222.0.23 "GET /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390397 Jun 23 17:26:46.828496 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:46.837903 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:46.838680 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.965884 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.993891 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:46.996704 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977ad882-7bd3-430d-bef2-189ebd09df12" -d '{"events": [{"server_uuid": "f993036d-9b70-462d-892c-4b50e0eb7b89", "name": "network-vif-plugged", "status": "completed", "tag": "6003a3ef-c7cd-4dc0-90da-f3457ae99fc5"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:47.034295 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:47.042221 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:47.046548 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6c9f6259-82dd-4bfb-bd18-38cbd6f0c856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:47.111591 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4bc35d-afd1-4d9a-8286-5cc09799c9c8 x-openstack-request-id: req-3e4bc35d-afd1-4d9a-8286-5cc09799c9c8 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:47.111881 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f993036d-9b70-462d-892c-4b50e0eb7b89", "name": "network-vif-plugged", "status": "completed", "tag": "6003a3ef-c7cd-4dc0-90da-f3457ae99fc5", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:47.112319 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e4bc35d-afd1-4d9a-8286-5cc09799c9c8 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:47.112707 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5', 'code': 200} Jun 23 17:26:47.178999 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:47.186914 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:47.187774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5dfd9-516f-4877-b414-9b9aef989d04 req-98f5c158-3abf-4533-b1e3-65522fe9545c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:47.190870 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-adf5dfd9-516f-4877-b414-9b9aef989d04 req-98f5c158-3abf-4533-b1e3-65522fe9545c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1427071 Jun 23 17:26:47.280628 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-adf5dfd9-516f-4877-b414-9b9aef989d04 req-b2f6b1a9-ffc4-4c8a-a0ef-5f02b2a95537 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801077 Jun 23 17:26:47.536718 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50f24f-a3ed-46df-b63d-c33b5f88a238 req-68b9d5ef-fa49-4321-a3aa-df41bef75107 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:47.544009 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0d50f24f-a3ed-46df-b63d-c33b5f88a238 req-68b9d5ef-fa49-4321-a3aa-df41bef75107 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1593392 Jun 23 17:26:47.595429 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a148-296f-4577-a223-ed296c8c04dc req-14c4057f-e9a7-464e-8320-1b2fdbcd0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:47.598990 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9cd3a148-296f-4577-a223-ed296c8c04dc req-14c4057f-e9a7-464e-8320-1b2fdbcd0a7d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 1099 time: 0.1761189 Jun 23 17:26:47.645711 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0d50f24f-a3ed-46df-b63d-c33b5f88a238 req-e9b1ba79-6d18-48cd-8de2-b5892f4e3dc8 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934224 Jun 23 17:26:47.707433 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9cd3a148-296f-4577-a223-ed296c8c04dc req-76275e19-af96-4110-bc4a-8a88203c21ec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654511 Jun 23 17:26:47.914172 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81ad63-1225-4926-9cf6-dbdb7ea9047a req-65369b70-b526-40c2-a306-7b94d3dd6688 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:47.923435 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3d81ad63-1225-4926-9cf6-dbdb7ea9047a req-65369b70-b526-40c2-a306-7b94d3dd6688 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.0964205 Jun 23 17:26:47.983815 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3d81ad63-1225-4926-9cf6-dbdb7ea9047a req-154da927-d198-4693-ac31-3e762889003d tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593677 Jun 23 17:26:48.443755 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-5f295ebe-96ed-43fa-a2a9-340bd2f4bf1e tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435088887&fields=id&tenant_id=846e565096174f7b8b8cd93b8962ff8b HTTP/1.1" status: 200 len: 267 time: 0.0619013 Jun 23 17:26:48.706895 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-ff6d3001-2514-4c75-bae1-2329a527fc5e tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.708488 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-ff6d3001-2514-4c75-bae1-2329a527fc5e tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 809 time: 0.2579100 Jun 23 17:26:48.742306 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263445b-f77d-4bf2-b0de-2fbbffc4dbd2 req-d04c69dd-479e-4c46-80ad-be5ecbffba4a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.750423 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6263445b-f77d-4bf2-b0de-2fbbffc4dbd2 req-d04c69dd-479e-4c46-80ad-be5ecbffba4a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.2500358 Jun 23 17:26:48.768218 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-a5928b1c-e732-4035-9f1a-9100a817ccfb tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/quotas/846e565096174f7b8b8cd93b8962ff8b HTTP/1.1" status: 200 len: 375 time: 0.0450449 Jun 23 17:26:48.859404 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6263445b-f77d-4bf2-b0de-2fbbffc4dbd2 req-72dd1cb7-ca7c-49a2-ad82-0421bc9a9760 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077056 Jun 23 17:26:48.931142 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-089f23f1-6250-461f-951a-1441a45e9806 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521823 Jun 23 17:26:49.107769 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-c66362fa-3361-4047-9b3c-1cd052754b7d service neutron] 10.222.0.69 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589942 Jun 23 17:26:49.151427 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 39754) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:49.175489 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e58c-6159-450b-84e1-a50493029e02 req-32646f27-ee10-4499-b118-55736324d65a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.176975 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c1e9e58c-6159-450b-84e1-a50493029e02 req-32646f27-ee10-4499-b118-55736324d65a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1437881 Jun 23 17:26:49.275157 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Deleting subnet 81b68b7f-b293-476d-95e5-366f9e4f1cc6 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:26:49.291291 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.327526 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c1e9e58c-6159-450b-84e1-a50493029e02 req-4b0301a8-dfe2-4926-aa30-150db38aebfa tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023526 Jun 23 17:26:49.333181 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-74d25d94-23a7-4aae-b13a-e8d1621572d1 service neutron] 10.222.0.69 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107275 Jun 23 17:26:49.345062 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.357958 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.495802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.506709 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:49.515336 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.519734 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/81b68b7f-b293-476d-95e5-366f9e4f1cc6 HTTP/1.1" status: 204 len: 168 time: 0.3648775 Jun 23 17:26:49.521027 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39758) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:49.544114 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b68b7f-b293-476d-95e5-366f9e4f1cc6,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:49.550541 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a4582dba-797e-426e-8f0f-7787278b7725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:49.597823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23dec1-3ac2-4244-9ec3-5afbac21ba51 req-64efac53-f1c4-4c49-b1f0-25f45733cae0 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.599405 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ef23dec1-3ac2-4244-9ec3-5afbac21ba51 req-64efac53-f1c4-4c49-b1f0-25f45733cae0 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.1426938 Jun 23 17:26:49.632092 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.675713 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ef23dec1-3ac2-4244-9ec3-5afbac21ba51 req-8b6bdacd-7af5-447c-81a2-c285edd0bd79 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678694 Jun 23 17:26:49.765177 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.784407 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25adc8dd-199d-4532-a5a1-1352fbdb93a8']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:49.797637 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6da4250-d172-4fdb-8730-24605890bd8c') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:49.798410 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6da4250-d172-4fdb-8730-24605890bd8c') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:49.815349 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.846594 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.859708 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:26:49.860474 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:26:49.864338 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:26:49.890432 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3b2ecacc-2491-4530-9051-7ab1b00e6ebb req-63ad2d7b-e658-45e4-8ca6-ec6f2bd74d5b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 210 time: 0.0655985 Jun 23 17:26:49.990296 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.996367 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:49.998527 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] 10.222.0.69 "DELETE /v2.0/networks/25adc8dd-199d-4532-a5a1-1352fbdb93a8 HTTP/1.1" status: 204 len: 168 time: 0.4756200 Jun 23 17:26:49.999725 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:50.017616 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=25adc8dd-199d-4532-a5a1-1352fbdb93a8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:50.025378 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e0aef4a6-99a5-4ebb-8dba-5f69819bcfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:50.244121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222c94-cc85-42be-be65-f3bcee1aee29 req-966e3c0a-0d88-4e35-b98f-ee4447ba1553 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:50.250547 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2b222c94-cc85-42be-be65-f3bcee1aee29 req-966e3c0a-0d88-4e35-b98f-ee4447ba1553 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1672533 Jun 23 17:26:50.301905 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39792) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:50.311558 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 39794) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:50.370994 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2b222c94-cc85-42be-be65-f3bcee1aee29 req-7b38cfea-ada6-4efe-8ea5-21859a87cf6c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107457 Jun 23 17:26:50.464243 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-4c85c756-716b-4155-b2b2-148bbfc96a15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=482e598828dc4da3986cd15dc3d1e3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463218 Jun 23 17:26:50.469815 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39804) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:50.525293 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:50.580924 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:50.673005 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:50.677993 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:50.679458 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5467f10-c6ae-4a36-838c-502e5a47cbd5 HTTP/1.1" status: 204 len: 168 time: 0.2086606 Jun 23 17:26:50.683422 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9c1e5bca-8eee-4684-b897-4e8b0a5ab2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:50.696785 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5467f10-c6ae-4a36-838c-502e5a47cbd5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:50.711004 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:50.808249 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b440c1-696b-41b6-9995-7371172a1db4 req-3df15911-603b-4dea-b803-fda196c62c59 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:50.818325 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e0b440c1-696b-41b6-9995-7371172a1db4 req-3df15911-603b-4dea-b803-fda196c62c59 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1766307 Jun 23 17:26:50.895969 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38253413-3c51-4e9d-bdc0-b937fb71c985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:50.896433 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e0b440c1-696b-41b6-9995-7371172a1db4 req-659f4480-8c23-4b5f-badd-3eb559335c9a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738127 Jun 23 17:26:51.045261 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38253413-3c51-4e9d-bdc0-b937fb71c985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.051869 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-38253413-3c51-4e9d-bdc0-b937fb71c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.087876 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4f702104-30b7-40d4-be23-5db71b4f86c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:51.096029 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-38253413-3c51-4e9d-bdc0-b937fb71c985 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b20f525eb7c4e238d283bad50fb8cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7829628 Jun 23 17:26:51.098942 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39824) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:51.177269 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.213809 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.217067 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4b72a3d6-6e8c-4a6d-8b06-67ba1ff647b7 req-0fa62ec2-feff-49b0-9007-4879962495d3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 210 time: 0.0698779 Jun 23 17:26:51.277359 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38253413-3c51-4e9d-bdc0-b937fb71c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88d73c-202a-4ade-82e4-3638b63ffdfd,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:51.281392 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-38253413-3c51-4e9d-bdc0-b937fb71c985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:51.284532 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.288388 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.290450 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc88d73c-202a-4ade-82e4-3638b63ffdfd HTTP/1.1" status: 204 len: 168 time: 0.1900651 Jun 23 17:26:51.291365 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-11d06826-6995-44d1-9b9d-0f8114d19de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:51.324901 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88d73c-202a-4ade-82e4-3638b63ffdfd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:51.329578 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:51.728270 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23ac87-8776-4dbd-8464-04d0f5cb9037 req-02fbb39f-6b7a-42ac-b269-afea5eda2230 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:51.730223 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0e23ac87-8776-4dbd-8464-04d0f5cb9037 req-02fbb39f-6b7a-42ac-b269-afea5eda2230 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1153197 Jun 23 17:26:51.849792 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0e23ac87-8776-4dbd-8464-04d0f5cb9037 req-46182683-7f5a-45a7-98d2-ba928949eb3f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066985 Jun 23 17:26:52.119676 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-5de51c6a-030a-45b8-9b29-0993dbb3381a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:52.122839 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-5de51c6a-030a-45b8-9b29-0993dbb3381a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.23 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 809 time: 0.1683998 Jun 23 17:26:52.186400 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-e23fdeaf-6a9d-4da4-8a3c-e5c458ebb86c tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e565096174f7b8b8cd93b8962ff8b HTTP/1.1" status: 200 len: 379 time: 0.0537620 Jun 23 17:26:52.209640 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'port': {'device_id': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'admin_state_up': True, 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'security_groups': ['b37f6868-f805-4c4f-bafa-23a722b284f7']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:52.544907 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fd468213-2e0d-4a96-a443-01bf13408b71 req-f2d35392-22c2-4677-b12b-ff07c50ca9e7 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 210 time: 0.1116710 Jun 23 17:26:52.589358 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Made reservation on behalf of 846e565096174f7b8b8cd93b8962ff8b for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:52.597964 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:52.929628 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Allocated IP 172.20.0.6 (995c5ffa-7123-4a12-8021-55ce13c9bdd9/a840856e-6542-4ad3-9cd0-2d804f64c762/f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:53.073310 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39910) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:53.284918 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.298655 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d416-efa4-4578-a0b3-1c501331085b req-e416454b-566e-4f8f-8bdc-b57dcb0769ca tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:53.306520 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4977d416-efa4-4578-a0b3-1c501331085b req-e416454b-566e-4f8f-8bdc-b57dcb0769ca tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1661403 Jun 23 17:26:53.308390 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76beb5d7-9c69-4cf8-bf45-0e087c9f84dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.358392 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Transition to ACTIVE for port object f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:53.391251 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4977d416-efa4-4578-a0b3-1c501331085b req-fb1e3046-63ee-4575-bf9e-50b03ac77b2a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833485 Jun 23 17:26:53.498055 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.512130 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:53.549764 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:53.554926 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:53.557534 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76beb5d7-9c69-4cf8-bf45-0e087c9f84dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.561290 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:53.568405 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:53.570296 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.591173 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76beb5d7-9c69-4cf8-bf45-0e087c9f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.596553 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3988109 Jun 23 17:26:53.627582 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Request body: {'port': {'device_id': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:53.632799 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-44a77b6c-185d-476d-85c0-d7d1f86c0534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:53.639110 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-76beb5d7-9c69-4cf8-bf45-0e087c9f84dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08d8f4121e88493d97fd73233152704d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644221 Jun 23 17:26:53.643669 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39938) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:53.697917 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:53.721539 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:53.790018 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beb5d7-9c69-4cf8-bf45-0e087c9f84dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee88e95-307e-4954-8362-6483709130e6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:53.796498 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-76beb5d7-9c69-4cf8-bf45-0e087c9f84dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:53.821832 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.894320 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.980974 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.017535 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-aa0539cb-7b07-4852-8af7-f73f86f7f6cd None None] Provisioning for port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:54.022487 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-aa0539cb-7b07-4852-8af7-f73f86f7f6cd None None] Provisioning complete for port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:54.022937 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa0539cb-7b07-4852-8af7-f73f86f7f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.065145 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-aa0539cb-7b07-4852-8af7-f73f86f7f6cd None None] Port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:54.096638 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.106368 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.112642 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ee88e95-307e-4954-8362-6483709130e6 HTTP/1.1" status: 204 len: 168 time: 0.4647255 Jun 23 17:26:54.113481 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-153a86bf-6de8-472d-928c-cc12614c2886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:54.129641 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee88e95-307e-4954-8362-6483709130e6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:54.132412 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:54.642132 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39968) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:54.656429 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71b17d34-2e1a-44bb-9fa7-066c6fb2b913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.729827 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ec0f-4269-4ca1-919b-537048c2e538 req-f0017e37-9e34-49b4-ba04-360c04114cdd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:54.731797 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4296ec0f-4269-4ca1-919b-537048c2e538 req-f0017e37-9e34-49b4-ba04-360c04114cdd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 931 time: 0.6209509 Jun 23 17:26:54.806189 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71b17d34-2e1a-44bb-9fa7-066c6fb2b913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.817034 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71b17d34-2e1a-44bb-9fa7-066c6fb2b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.821323 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:54.843557 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8111f8d-082e-4d23-981a-2f6e211d15c6 req-dd5d06ff-9e9d-4f09-90fb-eff6bb75c367 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:54.852491 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b8111f8d-082e-4d23-981a-2f6e211d15c6 req-dd5d06ff-9e9d-4f09-90fb-eff6bb75c367 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.2081108 Jun 23 17:26:54.870713 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-71b17d34-2e1a-44bb-9fa7-066c6fb2b913 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=549a8aa6583e4846a458a45d887d3a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273152 Jun 23 17:26:54.873338 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b17d34-2e1a-44bb-9fa7-066c6fb2b913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a93814-e742-4dc4-99f9-7d0ccfe5bdc9,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:54.875837 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39974) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:54.884486 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71b17d34-2e1a-44bb-9fa7-066c6fb2b913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:54.907210 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4296ec0f-4269-4ca1-919b-537048c2e538 req-ef12ba62-e0cf-41a7-ae09-5e0696c4baf3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688726 Jun 23 17:26:54.966767 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.993104 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b8111f8d-082e-4d23-981a-2f6e211d15c6 req-e5d21706-248c-4e27-b72d-1e3c037ae31d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391203 Jun 23 17:26:55.006511 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:55.023995 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.026086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.049274 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Transition to ACTIVE for port object f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:55.059748 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.062563 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8bac1cf0-5240-410b-9518-910cbeb4373e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:55.151860 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.158056 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.159784 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46a93814-e742-4dc4-99f9-7d0ccfe5bdc9 HTTP/1.1" status: 204 len: 168 time: 0.2822270 Jun 23 17:26:55.160927 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-82a374f2-8b05-4151-8a66-cb1b12e910cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:55.162792 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:55.166487 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:55.185130 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a93814-e742-4dc4-99f9-7d0ccfe5bdc9,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:55.203394 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:55.211064 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Attempting to bind port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:55.211715 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Attempting to bind port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:55.212348 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Attempting to bind port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd on network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:55.233638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd on network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:26:55.234218 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Attempting to bind port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd on network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:55.240499 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:55.241123 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Checking segment: {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:55.241604 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Bound using segment: {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:55.242187 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Bound port: f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eeea847-c5ba-4397-be47-ffbb40760736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:55.243137 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.471251 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:55.475363 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:55.483531 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.485761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7d474165-8eec-45c0-8a07-f9346132d959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:55.590156 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:55.590768 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:55.603249 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] 10.222.0.23 "PUT /v2.0/ports/f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 1093 time: 1.9882350 Jun 23 17:26:55.603725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:55.616896 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9825014-afe2-46fc-bf73-f83301ad84d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:55.664911 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:55.668587 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:55.722318 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f760adda-fbe9-4f6e-ab5d-e6b4157a4ed0 x-openstack-request-id: req-f760adda-fbe9-4f6e-ab5d-e6b4157a4ed0 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:55.723509 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:55.723825 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f760adda-fbe9-4f6e-ab5d-e6b4157a4ed0 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:55.724426 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'status': 'completed', 'code': 200} Jun 23 17:26:55.807310 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-a8f3f5fa-b2e1-406c-9161-7c5a71d98e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:55.808810 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-a8f3f5fa-b2e1-406c-9161-7c5a71d98e31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1096 time: 0.1337719 Jun 23 17:26:55.825080 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92380a5d-3ab2-4a66-8254-ed8b9459d6ae req-fb0bfd68-cb92-448c-b44b-b57e3492b390 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:55.828108 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-92380a5d-3ab2-4a66-8254-ed8b9459d6ae req-fb0bfd68-cb92-448c-b44b-b57e3492b390 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1442261 Jun 23 17:26:55.905920 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-b68f4881-955b-49bf-9685-a1d91c94e4a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 217 time: 0.0767572 Jun 23 17:26:55.978844 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-92380a5d-3ab2-4a66-8254-ed8b9459d6ae req-04645a49-66e0-449f-a67f-210a756df0d5 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335649 Jun 23 17:26:56.007290 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-65ddd086-3d75-467a-afe7-9702f197bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.009677 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-65ddd086-3d75-467a-afe7-9702f197bf2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 200 len: 848 time: 0.0932288 Jun 23 17:26:56.159891 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-a7cfe09f-adda-4f88-a0d6-23e27984fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.161946 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-a7cfe09f-adda-4f88-a0d6-23e27984fa14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995c5ffa-7123-4a12-8021-55ce13c9bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352868 Jun 23 17:26:56.212651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9aee-2e26-4870-abe9-eb4c063941f9 req-f18072e8-6805-4c8a-aeb2-bae2ac920896 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.221936 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0beb9aee-2e26-4870-abe9-eb4c063941f9 req-f18072e8-6805-4c8a-aeb2-bae2ac920896 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 943 time: 0.1497445 Jun 23 17:26:56.364053 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0beb9aee-2e26-4870-abe9-eb4c063941f9 req-69e94a07-4f08-404a-a18c-fe60f03b6dc9 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428442 Jun 23 17:26:56.393926 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-f4fbf984-ed54-4b7c-a4c9-fbe3e5dff67a service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010882 Jun 23 17:26:56.404516 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbc926-dc24-4ae4-a440-757869d3202c req-c69c1e42-57e2-40ee-bd0a-ef16f2a75042 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.405494 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b3bbc926-dc24-4ae4-a440-757869d3202c req-c69c1e42-57e2-40ee-bd0a-ef16f2a75042 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.2509232 Jun 23 17:26:56.513174 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b3bbc926-dc24-4ae4-a440-757869d3202c req-c537a3a5-4613-4829-8368-2ffa16b9e6b4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976663 Jun 23 17:26:56.541267 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8cdc1358-0a4f-4f2e-9509-e75ede6d722b req-e72eee30-849b-4006-83cd-344588b53f82 service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345868 Jun 23 17:26:56.686123 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-bcf7dbc2-9919-4fc3-951f-b14d133f4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.687599 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-bcf7dbc2-9919-4fc3-951f-b14d133f4731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1096 time: 0.0680456 Jun 23 17:26:56.852341 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-689ae7bb-cd07-4512-9cb3-74732ec48607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.854822 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-689ae7bb-cd07-4512-9cb3-74732ec48607 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 910 time: 0.1479504 Jun 23 17:26:56.910951 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-9126e718-9b6d-4eb4-a096-c0f866a9d0f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 217 time: 0.0477791 Jun 23 17:26:56.981213 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-b55bbd20-fdc7-4889-810b-580b227d4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.982993 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-b55bbd20-fdc7-4889-810b-580b227d4a03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 200 len: 848 time: 0.0603516 Jun 23 17:26:57.116930 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-4d8ba641-594b-46b7-a9fe-9abf1408cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.124198 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-4d8ba641-594b-46b7-a9fe-9abf1408cac8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995c5ffa-7123-4a12-8021-55ce13c9bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315868 Jun 23 17:26:57.365955 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2c1c3-5249-4658-8285-8a3ff1606798 req-32b97524-3589-425f-b64c-0708858ca0e1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.368187 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d0f2c1c3-5249-4658-8285-8a3ff1606798 req-32b97524-3589-425f-b64c-0708858ca0e1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1849740 Jun 23 17:26:57.370651 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-f4e03b5e-2c48-46cf-8861-de23be2013d5 service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405965 Jun 23 17:26:57.470263 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d0f2c1c3-5249-4658-8285-8a3ff1606798 req-92670453-16d9-4c77-96cc-6cac5851affd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950527 Jun 23 17:26:57.540565 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9825014-afe2-46fc-bf73-f83301ad84d7 req-7d0448b2-bc38-4b5b-9f22-802717d9b9f7 service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543164 Jun 23 17:26:57.769574 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e2c62-0385-485c-bdd0-f74d0ae161a6 req-251864c5-3c2a-47a9-997d-d07c3b597a48 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.771139 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a12e2c62-0385-485c-bdd0-f74d0ae161a6 req-251864c5-3c2a-47a9-997d-d07c3b597a48 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 943 time: 0.1173944 Jun 23 17:26:57.830763 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a12e2c62-0385-485c-bdd0-f74d0ae161a6 req-cf3e77eb-a587-434c-9874-fb3ea2ec01c8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514078 Jun 23 17:26:57.909881 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0fd9-a3db-4b98-9138-0351263b2e80 req-df0ae575-bd06-4c2a-b110-22f9ce76077d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.911758 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c6da0fd9-a3db-4b98-9138-0351263b2e80 req-df0ae575-bd06-4c2a-b110-22f9ce76077d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0793436 Jun 23 17:26:57.952605 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c6da0fd9-a3db-4b98-9138-0351263b2e80 req-07fd91bb-706a-4c63-ba8d-3eb8d13a00f5 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Jun 23 17:26:58.278430 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce292156-75a9-4071-befb-c432abda8686 req-b65c0e0c-70cc-416b-a631-b712a6db3d8b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.279923 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce292156-75a9-4071-befb-c432abda8686 req-b65c0e0c-70cc-416b-a631-b712a6db3d8b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.0675654 Jun 23 17:26:58.395146 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Deleting port 3b468379-9660-4214-ada2-87f77e1f1137 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:26:58.395469 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:58.513091 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] For port 3b468379-9660-4214-ada2-87f77e1f1137, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b468379-9660-4214-ada2-87f77e1f1137,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:58.513667 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:58.531506 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Calling delete_port for 3b468379-9660-4214-ada2-87f77e1f1137 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:26:58.597527 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-f210a1cd-0d80-404e-a9d8-a4f50b0c9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.598937 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-f210a1cd-0d80-404e-a9d8-a4f50b0c9f2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1098 time: 0.1378052 Jun 23 17:26:58.796467 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-6fceaafb-fe61-4466-b1f1-eabd0f155f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.797946 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-6fceaafb-fe61-4466-b1f1-eabd0f155f7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.1897376 Jun 23 17:26:58.811872 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fe7d2-83a6-4d73-beb3-0a8a823066ee req-5e3720c3-05aa-47ff-bafb-5f7ad878b57d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.812487 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:58.813293 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7e6fe7d2-83a6-4d73-beb3-0a8a823066ee req-5e3720c3-05aa-47ff-bafb-5f7ad878b57d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=af74e8d0-df0e-4728-9e07-8b7cec1a2ee1 HTTP/1.1" status: 200 len: 946 time: 0.1904380 Jun 23 17:26:58.823866 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:58.837266 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['09853195-b092-4ea4-83da-47b41d2cf198', '3b468379-9660-4214-ada2-87f77e1f1137'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:58.860541 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-640f73e6-ccc3-4eed-9df4-25293e775c1c tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:58.911227 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Pushing event deleted for resources: {'Port': ['ID=3b468379-9660-4214-ada2-87f77e1f1137,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:58.963012 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:58.974901 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.975535 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.976127 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.977221 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.977863 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.977983 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'port_id': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'mac_address': 'fa:16:3e:31:3b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:58.978506 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.979206 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.979815 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.980324 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.980832 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.981743 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.982154 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:58.993204 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:59.002561 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-959a958c-98f9-43a5-8ed7-bf7b0ab1882e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 200 len: 999 time: 0.1882730 Jun 23 17:26:59.033394 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] No DVR routers for this DVR port 3b468379-9660-4214-ada2-87f77e1f1137 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:26:59.036864 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:59.038642 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7e6fe7d2-83a6-4d73-beb3-0a8a823066ee req-bde70f3b-4c65-4b5f-8a8e-8a309616a638 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158461 Jun 23 17:26:59.065787 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:59.068064 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce292156-75a9-4071-befb-c432abda8686 req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "DELETE /v2.0/ports/3b468379-9660-4214-ada2-87f77e1f1137 HTTP/1.1" status: 204 len: 173 time: 0.7798259 Jun 23 17:26:59.068588 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'name': 'network-vif-deleted', 'tag': '3b468379-9660-4214-ada2-87f77e1f1137'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:59.071082 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583b7eaf-a7bd-4bfc-9205-82c45a97f52e" -d '{"events": [{"server_uuid": "af74e8d0-df0e-4728-9e07-8b7cec1a2ee1", "name": "network-vif-deleted", "tag": "3b468379-9660-4214-ada2-87f77e1f1137"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:59.074656 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:59.113447 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:59.126697 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-c9f1abb6-4ab8-4cdf-9070-257138e00ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:59.128394 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-c9f1abb6-4ab8-4cdf-9070-257138e00ede service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0973020 Jun 23 17:26:59.128674 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:59.135530 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:59.204173 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:59.207440 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:59.219648 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa506d1-6b35-4a13-adc4-8e581717e2e7 req-751a3d97-c085-4aeb-a7f4-53ebcac623e3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:59.220978 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eaa506d1-6b35-4a13-adc4-8e581717e2e7 req-751a3d97-c085-4aeb-a7f4-53ebcac623e3 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 943 time: 0.1991012 Jun 23 17:26:59.311743 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-eaa506d1-6b35-4a13-adc4-8e581717e2e7 req-c5af606f-1d21-4911-9b69-a21a591fc0b4 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698771 Jun 23 17:26:59.314768 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-2bd266f2-308f-44ac-979f-162579979177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:59.316840 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-2bd266f2-308f-44ac-979f-162579979177 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754286 Jun 23 17:26:59.341649 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f6746-22d5-41c6-94d3-f40732f6d4c3 req-efe86572-cbf8-4b3b-a56f-d1158618a9b8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:59.348638 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-541f6746-22d5-41c6-94d3-f40732f6d4c3 req-efe86572-cbf8-4b3b-a56f-d1158618a9b8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.1502512 Jun 23 17:26:59.386642 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45838ff-bec2-4474-b5b4-92efbecffee2 x-openstack-request-id: req-b45838ff-bec2-4474-b5b4-92efbecffee2 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:59.387027 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af74e8d0-df0e-4728-9e07-8b7cec1a2ee1", "name": "network-vif-deleted", "tag": "3b468379-9660-4214-ada2-87f77e1f1137", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:59.387369 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b45838ff-bec2-4474-b5b4-92efbecffee2 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:59.387955 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af74e8d0-df0e-4728-9e07-8b7cec1a2ee1', 'name': 'network-vif-deleted', 'tag': '3b468379-9660-4214-ada2-87f77e1f1137', 'status': 'completed', 'code': 200} Jun 23 17:26:59.437265 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-541f6746-22d5-41c6-94d3-f40732f6d4c3 req-47269069-7e61-4059-9230-86a602b99ace tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877075 Jun 23 17:26:59.459782 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:59.472074 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-32c473bc-ab2f-4e60-8f0b-f712ee1b2de3 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475825 Jun 23 17:26:59.584973 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-44cc2b50-80c3-4d3a-be96-4cacd536a67f req-d4d084e3-36da-4532-8ba3-dee94cd7d829 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061897 Jun 23 17:27:00.544141 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1aad5-9ed6-4301-820a-9da5ecaf3c2f req-72861895-a19e-4354-94b8-35193f6d9535 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:00.545589 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-06b1aad5-9ed6-4301-820a-9da5ecaf3c2f req-72861895-a19e-4354-94b8-35193f6d9535 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 944 time: 0.1057754 Jun 23 17:27:00.557103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bdf8c-26bd-47d3-a57a-f32d1c19d198 req-e82ad482-8113-47a2-bb97-2200149c3c99 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:00.558494 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b9bdf8c-26bd-47d3-a57a-f32d1c19d198 req-e82ad482-8113-47a2-bb97-2200149c3c99 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1066835 Jun 23 17:27:00.613454 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-06b1aad5-9ed6-4301-820a-9da5ecaf3c2f req-1e794759-809a-4c9b-961a-cb0e23269c94 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540216 Jun 23 17:27:00.618915 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b9bdf8c-26bd-47d3-a57a-f32d1c19d198 req-a0245373-dedb-418a-b043-dccd535d4137 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Jun 23 17:27:00.787194 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4775d2-1235-437a-a9eb-1b4cf66d7fbc req-9f811eac-485e-442d-801f-be5bd3e5a67d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:00.788658 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4775d2-1235-437a-a9eb-1b4cf66d7fbc req-9f811eac-485e-442d-801f-be5bd3e5a67d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 945 time: 0.0658767 Jun 23 17:27:00.827770 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4775d2-1235-437a-a9eb-1b4cf66d7fbc req-3309ccdd-f3fe-45f7-b5af-a261f8708b0e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Jun 23 17:27:00.845713 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:00.905231 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:00.905231 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:00.905231 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:00.999280 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.024141 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:01.027722 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0de0fb7-9ca0-4f6f-bc2e-0fa54082409b" -d '{"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-plugged", "status": "completed", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:01.044427 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:01.049879 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.050982 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:01.073955 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f3870c-afb6-4a9a-a21a-27cd359dc957 x-openstack-request-id: req-78f3870c-afb6-4a9a-a21a-27cd359dc957 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:01.074246 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-plugged", "status": "completed", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:01.074500 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78f3870c-afb6-4a9a-a21a-27cd359dc957 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:01.074956 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'code': 200} Jun 23 17:27:01.075451 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:01.142042 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:01.162166 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:01.177540 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.210830 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:01.216130 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.217035 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3b468379-9660-4214-ada2-87f77e1f1137 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:01.218731 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:01.258290 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 3b468379-9660-4214-ada2-87f77e1f1137 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:27:01.258555 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 3b468379-9660-4214-ada2-87f77e1f1137 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:27:01.284837 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=8']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:01.288145 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:01.397802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef4a8-63c2-4d75-b681-00138963299c req-dd8c2ad4-2e20-4d04-93b6-436a9292adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:01.399482 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-13fef4a8-63c2-4d75-b681-00138963299c req-dd8c2ad4-2e20-4d04-93b6-436a9292adab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1098 time: 0.0553496 Jun 23 17:27:01.445432 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-13fef4a8-63c2-4d75-b681-00138963299c req-239233aa-076a-4a92-a902-02d3627e2ee9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Jun 23 17:27:01.842590 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b63b6-559b-4581-a099-12b500fd0aa5 req-f8eae091-9a65-4d66-ad25-95a7f51cb69c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:01.844030 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-499b63b6-559b-4581-a099-12b500fd0aa5 req-f8eae091-9a65-4d66-ad25-95a7f51cb69c tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1039841 Jun 23 17:27:01.852924 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60b08-9b56-4e56-8cc4-f094247ed386 req-5684437a-a212-41ea-8381-ec68b4acb668 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:01.854340 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-63c60b08-9b56-4e56-8cc4-f094247ed386 req-5684437a-a212-41ea-8381-ec68b4acb668 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.1242969 Jun 23 17:27:01.911983 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-499b63b6-559b-4581-a099-12b500fd0aa5 req-86870695-fb69-4f3f-b45d-b5178c5f0cd8 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 Jun 23 17:27:01.917523 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-63c60b08-9b56-4e56-8cc4-f094247ed386 req-68ed24e4-8c23-42a3-896c-07094ed7351f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564227 Jun 23 17:27:02.096223 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08ad77-468c-4307-bbf9-c949c0110ae9 req-c12caa50-bf43-4329-80c5-100c8ebc88d4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:02.098478 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f08ad77-468c-4307-bbf9-c949c0110ae9 req-c12caa50-bf43-4329-80c5-100c8ebc88d4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0847464 Jun 23 17:27:02.141774 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6f08ad77-468c-4307-bbf9-c949c0110ae9 req-83dcad45-ca0d-4d5c-8621-ef4d668d4bfd tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351129 Jun 23 17:27:03.002226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bb632-c9a8-45ba-a2dd-47270606af41 req-80178dbf-e528-415f-a253-90cabf8e5ff0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:03.003700 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b7bb632-c9a8-45ba-a2dd-47270606af41 req-80178dbf-e528-415f-a253-90cabf8e5ff0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0734627 Jun 23 17:27:03.075747 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:03.078454 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c11be-9667-46b1-b2e8-5c32f60874f4" -d '{"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:03.254278 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40194) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:03.335538 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b7bb632-c9a8-45ba-a2dd-47270606af41 req-154f6f9d-fe24-4ac2-88d1-6a837bdb2a53 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251355 Jun 23 17:27:03.360728 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-19df8520-63e7-4b78-b72e-8e5631815e42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1044130 Jun 23 17:27:03.366900 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f726134-a677-4a3d-8d63-bbfa256afe37 req-545c3585-b9ed-4365-ab12-8259dc7a06df tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:03.368587 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f726134-a677-4a3d-8d63-bbfa256afe37 req-545c3585-b9ed-4365-ab12-8259dc7a06df tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3396640 Jun 23 17:27:03.412229 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f726134-a677-4a3d-8d63-bbfa256afe37 req-40a6f53b-e4fe-4417-a305-4f9aaa267b93 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368023 Jun 23 17:27:03.456526 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3fb45d-82d2-46bb-984e-0bdfcd7b3b62 x-openstack-request-id: req-de3fb45d-82d2-46bb-984e-0bdfcd7b3b62 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:03.456824 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-unplugged", "status": "failed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e", "code": 422}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:03.457082 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de3fb45d-82d2-46bb-984e-0bdfcd7b3b62 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:03.457539 dv-cinder-797510-2-smb neutron-server[92925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'code': 422} returned with failed status Jun 23 17:27:03.534149 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8d01-8190-4774-a0d4-ffd3e94abb82 req-3dd464eb-9d93-4369-a1ae-15e68c69c97a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:03.542368 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-123e8d01-8190-4774-a0d4-ffd3e94abb82 req-3dd464eb-9d93-4369-a1ae-15e68c69c97a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0842595 Jun 23 17:27:03.594851 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-123e8d01-8190-4774-a0d4-ffd3e94abb82 req-b52802e5-186e-4210-a6c8-ebed0bbcf6ab tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443809 Jun 23 17:27:03.813454 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65ffc4-c1e2-47a5-a6a4-34dbbaf24bb8 req-eb0f6ef3-4037-4734-99c3-0651b51fa295 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:03.815343 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dc65ffc4-c1e2-47a5-a6a4-34dbbaf24bb8 req-eb0f6ef3-4037-4734-99c3-0651b51fa295 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0794790 Jun 23 17:27:03.862953 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-dc65ffc4-c1e2-47a5-a6a4-34dbbaf24bb8 req-27b8649b-bbd8-460a-91d2-9ad275e900db tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403671 Jun 23 17:27:03.894653 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40220) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:04.063885 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2fc6e-7d1a-477d-a3fd-9cbf807cc3fc tempest-TestShelveInstance-1155560554 tempest-TestShelveInstance-1155560554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:04.068237 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-95a2fc6e-7d1a-477d-a3fd-9cbf807cc3fc tempest-TestShelveInstance-1155560554 tempest-TestShelveInstance-1155560554-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1093 time: 0.1696508 Jun 23 17:27:04.068442 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40224) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:04.073394 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Request body: {'floatingip': {'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'port_id': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:04.098105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.199761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.311731 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Allocated IP 172.28.2.147 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/1d6e75a6-f5db-4d3a-a99e-0b3ce5ae3463) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:04.422092 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.473426 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.484258 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-96ebf7f9-f3f1-4605-a96f-c85a93c9317b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:04.591026 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:04.600307 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:04.607087 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:04.611680 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'Port': ['ID=1d6e75a6-f5db-4d3a-a99e-0b3ce5ae3463,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:04.618956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:04.710489 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755af00e-c9f3-456f-a11d-604c4e6d9e3c req-578bb4fb-6ce3-453e-b1a0-6cb8d601dedc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:04.712590 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-755af00e-c9f3-456f-a11d-604c4e6d9e3c req-578bb4fb-6ce3-453e-b1a0-6cb8d601dedc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.2419057 Jun 23 17:27:04.732156 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b552847-f9e8-4024-85cd-facb5d9745d8 req-19717f73-72cc-4306-a3da-ae466d55b738 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:04.733612 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2b552847-f9e8-4024-85cd-facb5d9745d8 req-19717f73-72cc-4306-a3da-ae466d55b738 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1907663 Jun 23 17:27:04.858608 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-755af00e-c9f3-456f-a11d-604c4e6d9e3c req-66df4034-31b2-4bb1-aec6-2b47ac7651d9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371834 Jun 23 17:27:04.863266 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2b552847-f9e8-4024-85cd-facb5d9745d8 req-71a8a2b8-8085-4852-a681-1c5c0b176093 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180263 Jun 23 17:27:04.887709 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:05.178194 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.243694 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44db16c-0654-487d-9458-c16fe30628ae req-bfd2a292-ffb9-4c5e-80e2-051c9fedf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:05.245093 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-bfd2a292-ffb9-4c5e-80e2-051c9fedf626 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2&tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 1096 time: 0.1733017 Jun 23 17:27:05.306140 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.387696 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44db16c-0654-487d-9458-c16fe30628ae req-313e11da-0fae-4811-ab2c-922d309401a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:05.389123 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-313e11da-0fae-4811-ab2c-922d309401a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1173098 Jun 23 17:27:05.538709 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44db16c-0654-487d-9458-c16fe30628ae req-809c491d-36b9-4b16-8969-3bd0ad2e124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:05.540552 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-809c491d-36b9-4b16-8969-3bd0ad2e124d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.1217330 Jun 23 17:27:05.548682 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.553155 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.556999 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:05.629375 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.673819 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event updated for resources: {'Port': ['ID=1d6e75a6-f5db-4d3a-a99e-0b3ce5ae3463,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:05.685519 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:05.698275 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-c2e8e415-bcd7-4e1a-8856-4b3950e74945 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 200 len: 997 time: 0.1420381 Jun 23 17:27:05.786941 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44db16c-0654-487d-9458-c16fe30628ae req-bf35546d-0b16-4d0b-b7f1-ad543902e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:05.788376 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-bf35546d-0b16-4d0b-b7f1-ad543902e85f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0836155 Jun 23 17:27:05.794059 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Floating IP 357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca associated. External IP: 172.28.2.147, port: f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd. Jun 23 17:27:05.932695 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44db16c-0654-487d-9458-c16fe30628ae req-fe0864f3-5f39-49ed-b1d1-ede4e4535a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:05.934173 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-fe0864f3-5f39-49ed-b1d1-ede4e4535a90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1365979 Jun 23 17:27:06.443255 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-07d5bb74-122d-4c80-a627-d0d929f97827 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681375 Jun 23 17:27:06.459228 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Router d9f9e966-e3a4-4222-b5a1-795b076a15cf has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:27:06.501389 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eaa29-7f6b-43b0-b950-2e05b09faaa2 req-152b967d-62ee-4b2b-b270-b1d052b61862 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:06.502846 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-af8eaa29-7f6b-43b0-b950-2e05b09faaa2 req-152b967d-62ee-4b2b-b270-b1d052b61862 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.5078323 Jun 23 17:27:06.512704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49670dcb-8887-4692-848a-23a50913ae67 req-258f5aff-2e41-42cc-b29a-e0d6d4a4c54a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:06.514111 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-49670dcb-8887-4692-848a-23a50913ae67 req-258f5aff-2e41-42cc-b29a-e0d6d4a4c54a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.4968157 Jun 23 17:27:06.648925 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-af8eaa29-7f6b-43b0-b950-2e05b09faaa2 req-f18f90e1-0da4-4d13-961e-672ff950ac2d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330996 Jun 23 17:27:06.671673 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-49670dcb-8887-4692-848a-23a50913ae67 req-4e7d0e5c-723f-4642-ac93-6de835764f2d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469104 Jun 23 17:27:06.713916 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d44db16c-0654-487d-9458-c16fe30628ae req-a59aa5ff-d022-4523-a7b2-855236fbc7e6 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566378 Jun 23 17:27:06.737311 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:06.748766 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] Sync routers for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:06.758704 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:06.761475 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:06.762162 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:26:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:06.808111 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7386210 Jun 23 17:27:06.808756 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:06.812674 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84" -d '{"events": [{"name": "network-changed", "server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:06.860178 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68ec356-d15b-43c2-9079-0a6da42cbf4f x-openstack-request-id: req-b68ec356-d15b-43c2-9079-0a6da42cbf4f {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:06.860503 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:06.860787 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b68ec356-d15b-43c2-9079-0a6da42cbf4f {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:06.861266 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'status': 'completed', 'code': 200} Jun 23 17:27:06.898068 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:06.952711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-a6a68b92-7015-49d3-b775-3d4e77620dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:06.954110 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-a6a68b92-7015-49d3-b775-3d4e77620dc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1098 time: 0.0650785 Jun 23 17:27:07.059033 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-2b3ce734-66fe-45cd-9158-e9d07619beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:07.060436 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-2b3ce734-66fe-45cd-9158-e9d07619beb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 910 time: 0.0951741 Jun 23 17:27:07.142664 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-98218b53-9a01-4f45-a441-1cdb86254bb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 999 time: 0.0655422 Jun 23 17:27:07.235249 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-e22f18de-fd66-4af8-8e1e-31bbff947261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:07.238019 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-e22f18de-fd66-4af8-8e1e-31bbff947261 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 200 len: 848 time: 0.0862124 Jun 23 17:27:07.257921 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'floating_ip_address': '172.28.2.147', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'port_id': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'mac_address': 'fa:16:3e:31:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:27:04Z', 'updated_at': '2021-06-23T17:27:04Z', 'revision_number': 0, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 5, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:07.299220 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] Checking router: d9f9e966-e3a4-4222-b5a1-795b076a15cf for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:07.309163 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:07.310373 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:26:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:07.326598 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-7cc8946c-c567-40ae-a348-5f1f62a84c3a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:07.328062 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-7cc8946c-c567-40ae-a348-5f1f62a84c3a tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1393106 Jun 23 17:27:07.331530 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-8c41a5b7-f528-4210-88fa-e2ffb66fc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:07.332928 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-8c41a5b7-f528-4210-88fa-e2ffb66fc84f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995c5ffa-7123-4a12-8021-55ce13c9bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870152 Jun 23 17:27:07.474182 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:07.549015 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40296) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:07.686671 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-66bbf7a3-8565-4e09-a833-4df256746b56 service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369520 Jun 23 17:27:07.733181 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Deleting port 09853195-b092-4ea4-83da-47b41d2cf198 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:27:07.733181 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:07.807569 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'floating_ip_address': '172.28.2.147', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'port_id': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'mac_address': 'fa:16:3e:31:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:27:04Z', 'updated_at': '2021-06-23T17:27:04Z', 'revision_number': 0, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 5, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:07.884098 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a9954-1c5c-4021-bf55-06cd1571c563 None None] The sync data for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb is: [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'floating_ip_address': '172.28.2.147', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'port_id': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'mac_address': 'fa:16:3e:31:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:27:04Z', 'updated_at': '2021-06-23T17:27:04Z', 'revision_number': 0, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 5, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:27:07.921170 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1441276b-33ea-486e-8ea8-24fc7e1653d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.064774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] For port 09853195-b092-4ea4-83da-47b41d2cf198, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=09853195-b092-4ea4-83da-47b41d2cf198,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:08.065137 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.096041 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Calling delete_port for 09853195-b092-4ea4-83da-47b41d2cf198 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:27:08.230610 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60680cfb-b190-4b4e-bc0d-65c447b8fd98 req-d7eab7f0-b039-4e79-b126-dc898942d531 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:08.237531 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-60680cfb-b190-4b4e-bc0d-65c447b8fd98 req-d7eab7f0-b039-4e79-b126-dc898942d531 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.3209167 Jun 23 17:27:08.274737 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f81d-8eca-4a75-9d5a-1a565e174c86 req-88822997-c424-4603-a012-a0fcf53bebcd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:08.276398 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c313f81d-8eca-4a75-9d5a-1a565e174c86 req-88822997-c424-4603-a012-a0fcf53bebcd tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3177998 Jun 23 17:27:08.316525 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176d5a3-1e1c-458a-8672-b1c993e4b1a2 None None] New status for floating IP 357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:27:08.399055 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-60680cfb-b190-4b4e-bc0d-65c447b8fd98 req-8fef25e0-03c4-4807-851a-d9464b4ad160 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604052 Jun 23 17:27:08.425219 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c313f81d-8eca-4a75-9d5a-1a565e174c86 req-01dce1e2-185a-4787-bda5-16b29a2cc468 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ed1cac9-4911-433d-8c1b-e21e0cfddb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213152 Jun 23 17:27:08.453423 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1441276b-33ea-486e-8ea8-24fc7e1653d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.488880 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1441276b-33ea-486e-8ea8-24fc7e1653d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.497271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-cc90f240-a7e2-4c32-8bbf-35dd4f7a8d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:08.562263 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1441276b-33ea-486e-8ea8-24fc7e1653d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5605129cf1e4eec89425f75ad1085c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0025704 Jun 23 17:27:08.564928 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40308) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:08.583345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441276b-33ea-486e-8ea8-24fc7e1653d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d6f27e-42c0-4e73-ba23-5a11387802e3,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:08.594578 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1441276b-33ea-486e-8ea8-24fc7e1653d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:08.612482 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.619381 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:08.633394 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['09853195-b092-4ea4-83da-47b41d2cf198'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:27:08.658941 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Pushing event deleted for resources: {'Port': ['ID=09853195-b092-4ea4-83da-47b41d2cf198,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:08.662005 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:08.673476 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.706897 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] No DVR routers for this DVR port 09853195-b092-4ea4-83da-47b41d2cf198 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:27:08.711472 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.714425 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-84975795-47b4-4dbd-9e99-79529e09beb9 req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.23 "DELETE /v2.0/ports/09853195-b092-4ea4-83da-47b41d2cf198 HTTP/1.1" status: 204 len: 173 time: 1.3705208 Jun 23 17:27:08.741613 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.795088 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.797944 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:08.799131 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6d6f27e-42c0-4e73-ba23-5a11387802e3 HTTP/1.1" status: 204 len: 168 time: 0.2326136 Jun 23 17:27:08.799872 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-549155af-8db8-4dfa-933b-e6ae9b84caed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:08.809190 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d6f27e-42c0-4e73-ba23-5a11387802e3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:08.817040 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.817472 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.817864 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.818234 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.818583 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.818930 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.819273 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.819610 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.820173 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.820322 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.820939 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.821452 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:08.831347 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4fc98766-e229-43f6-9724-3f3598c827a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:08.862467 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'name': 'network-vif-deleted', 'tag': '09853195-b092-4ea4-83da-47b41d2cf198'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:08.865781 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53671887-7897-499a-a411-a3af5f9b3d64" -d '{"events": [{"server_uuid": "260a7970-e8e8-47f6-9a00-2a8c37d2d1b0", "name": "network-vif-deleted", "tag": "09853195-b092-4ea4-83da-47b41d2cf198"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:08.905541 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897e691-bf0a-498d-8172-612e851a5b90 x-openstack-request-id: req-7897e691-bf0a-498d-8172-612e851a5b90 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:08.905962 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260a7970-e8e8-47f6-9a00-2a8c37d2d1b0", "name": "network-vif-deleted", "tag": "09853195-b092-4ea4-83da-47b41d2cf198", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:08.906318 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7897e691-bf0a-498d-8172-612e851a5b90 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:08.907021 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260a7970-e8e8-47f6-9a00-2a8c37d2d1b0', 'name': 'network-vif-deleted', 'tag': '09853195-b092-4ea4-83da-47b41d2cf198', 'status': 'completed', 'code': 200} Jun 23 17:27:09.111404 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40318) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:09.125681 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5ca9233d-d0ba-4024-8dca-6a4fe4211389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.229572 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5ca9233d-d0ba-4024-8dca-6a4fe4211389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.234405 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5ca9233d-d0ba-4024-8dca-6a4fe4211389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.237365 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9131f0ff-dba4-4e61-8275-69d893cd265a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:09.275773 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5ca9233d-d0ba-4024-8dca-6a4fe4211389 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dd50f976ee44d52b57f2eabeb82623e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631324 Jun 23 17:27:09.276685 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9233d-d0ba-4024-8dca-6a4fe4211389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674fcc20-2226-42e7-b4c5-7fd45fb0ce8c,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:09.279322 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40326) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:09.279660 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5ca9233d-d0ba-4024-8dca-6a4fe4211389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:09.335436 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.358284 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.411484 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.415039 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.419053 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/674fcc20-2226-42e7-b4c5-7fd45fb0ce8c HTTP/1.1" status: 204 len: 168 time: 0.1353986 Jun 23 17:27:09.419053 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-32e7b225-652c-480f-952f-a2832beb34ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:09.428128 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fcc20-2226-42e7-b4c5-7fd45fb0ce8c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:09.449822 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:09.651350 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fb35ef4f-4215-48d6-8893-17c632a67016 req-002b39c8-5fd0-4940-b39c-0d7d019d8bc4 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0501912 Jun 23 17:27:09.726586 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9170914-29cd-48ca-8425-7121fda07291 req-3a1ea9ce-0a42-4945-a05e-805fa0ac8247 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:09.728241 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c9170914-29cd-48ca-8425-7121fda07291 req-3a1ea9ce-0a42-4945-a05e-805fa0ac8247 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.1295447 Jun 23 17:27:09.786625 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c9170914-29cd-48ca-8425-7121fda07291 req-62877864-bd13-43bd-85c7-fc3dc0e1a91e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523589 Jun 23 17:27:10.749330 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-42f718bf-5742-4648-9818-f9ae0e6f66d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:10.885881 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0e05d546-755f-43d7-b04f-a68f15c09468 req-f66b0b23-eca2-47fa-9ece-fbf583208b49 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0527685 Jun 23 17:27:10.967266 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 09853195-b092-4ea4-83da-47b41d2cf198 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:10.988781 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 09853195-b092-4ea4-83da-47b41d2cf198 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:27:10.989421 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 09853195-b092-4ea4-83da-47b41d2cf198 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:27:11.007435 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39b37-ec5a-42a7-8138-1a93c2872927 req-5e5c02c8-1ec0-4500-a6fc-8eba22c20f62 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:11.008986 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-46b39b37-ec5a-42a7-8138-1a93c2872927 req-5e5c02c8-1ec0-4500-a6fc-8eba22c20f62 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0668757 Jun 23 17:27:11.056519 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-46b39b37-ec5a-42a7-8138-1a93c2872927 req-57dc7cb2-161c-4d7c-aedd-cc9e56dcba64 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Jun 23 17:27:12.058200 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-79c1a325-e890-45c5-8441-4dd52a1dac5e req-ad8fc50f-3ab7-46da-8374-347bb85cd936 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0376260 Jun 23 17:27:12.328067 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31d112-18bd-4741-8d21-0834e892f09c req-cdd1dab7-bdc1-4327-a23c-56b052a188f1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:12.329682 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ef31d112-18bd-4741-8d21-0834e892f09c req-cdd1dab7-bdc1-4327-a23c-56b052a188f1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.1298170 Jun 23 17:27:12.386824 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ef31d112-18bd-4741-8d21-0834e892f09c req-9196bd3e-e5bb-4276-a312-e4009983f6b6 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495870 Jun 23 17:27:13.211193 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cf43091b-2b0f-4d27-855d-94ae80703b48 req-f7e4078e-856d-4dbb-9983-e23ad358cb3b tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0315366 Jun 23 17:27:13.429112 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-211c47e7-e908-4d9e-8ae7-33adb86f23a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:13.441323 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:13.622086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e367817-15ab-4e5e-87b4-10eaf4446d7f req-b372d492-2d3b-43d0-9346-d8cf0ab9bdc9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:13.624180 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4e367817-15ab-4e5e-87b4-10eaf4446d7f req-b372d492-2d3b-43d0-9346-d8cf0ab9bdc9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0926833 Jun 23 17:27:13.676214 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4e367817-15ab-4e5e-87b4-10eaf4446d7f req-5bbd2cb7-b421-4616-9381-fc59e2e3a70c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Jun 23 17:27:13.924697 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:27:14.359606 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3c8f8c1a-ec3a-43e2-8375-e62ecf6f5d31 req-ae828e41-5bd2-4b6c-a393-4be78385e74e tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0303781 Jun 23 17:27:14.536767 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:14.877234 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594d35-4870-4a62-9a8d-76ec924785b9 req-8e6935cb-2d0b-4986-92ba-a4a109822c4f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:14.879782 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-98594d35-4870-4a62-9a8d-76ec924785b9 req-8e6935cb-2d0b-4986-92ba-a4a109822c4f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0639861 Jun 23 17:27:14.921598 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-98594d35-4870-4a62-9a8d-76ec924785b9 req-77c89a67-8bfa-48a9-96c5-8eea18b57eab tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362284 Jun 23 17:27:15.515776 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b8c67f51-2f57-401a-b2f1-01e58721a3e9 req-ac662599-b0fa-4fc8-abc6-de57e07b6e59 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0342453 Jun 23 17:27:15.560440 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:16.121333 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fefc4e-0c34-4e22-982f-574afccf1e1e req-22650c30-7b46-4ca2-862d-f5a55982b4a6 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:16.122944 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-33fefc4e-0c34-4e22-982f-574afccf1e1e req-22650c30-7b46-4ca2-862d-f5a55982b4a6 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0756032 Jun 23 17:27:16.165879 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-33fefc4e-0c34-4e22-982f-574afccf1e1e req-85daeec1-2454-420d-82de-cdc385481004 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368898 Jun 23 17:27:16.427218 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:16.674067 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4466bb17-7ed6-486b-96f1-89b28a07ec65 req-350f9279-f027-4760-978e-17a3f75280b1 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0306172 Jun 23 17:27:17.356439 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7aa03-30da-4aeb-9753-47e02b92bb01 req-cc84381b-6f52-4204-90cf-4947dbe7f635 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:17.357943 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d1c7aa03-30da-4aeb-9753-47e02b92bb01 req-cc84381b-6f52-4204-90cf-4947dbe7f635 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0665562 Jun 23 17:27:17.398066 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d1c7aa03-30da-4aeb-9753-47e02b92bb01 req-8253fe53-a6fa-4ea5-a2ac-5e52d621af22 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343826 Jun 23 17:27:17.845420 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6a1454d9-968b-4990-b97e-3f28dc6d2b90 req-1a846f27-86f6-47ac-8191-ef565fb9a0b0 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0326264 Jun 23 17:27:18.180635 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c67b3208-60d0-4ec9-8d13-65fe0b74ae84 req-d068c72d-bc8d-4d0a-a156-b390868e35ed service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009290 Jun 23 17:27:18.284161 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-1c45b52e-4ab1-4907-8feb-cceaf8acedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:18.286472 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-1c45b52e-4ab1-4907-8feb-cceaf8acedb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0581822 Jun 23 17:27:18.399783 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-669a92ea-864c-4032-820c-c1de90fc783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:18.401290 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-669a92ea-864c-4032-820c-c1de90fc783e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.0891066 Jun 23 17:27:18.478965 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-7593ea1a-50c1-40e8-96cb-5071b62cca80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 200 len: 997 time: 0.0689664 Jun 23 17:27:18.585179 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-2ad6da53-f742-4af5-8f63-e80a12652a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:18.587297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-2ad6da53-f742-4af5-8f63-e80a12652a33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0838146 Jun 23 17:27:18.613549 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa388df-91e6-4bd9-b49f-71b4e7833f57 req-50c65102-e2d5-410a-809b-79e3b4d14f55 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:18.615002 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9fa388df-91e6-4bd9-b49f-71b4e7833f57 req-50c65102-e2d5-410a-809b-79e3b4d14f55 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0825171 Jun 23 17:27:18.685636 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9fa388df-91e6-4bd9-b49f-71b4e7833f57 req-8dda08b6-d63a-4cad-9513-cf2c735900b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634141 Jun 23 17:27:18.702744 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-642309cf-ea48-403a-8c10-2681a6a223e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:18.704153 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-642309cf-ea48-403a-8c10-2681a6a223e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831039 Jun 23 17:27:18.795108 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-cf4dc70c-25cd-4456-91c2-bb4fc87c3229 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828514 Jun 23 17:27:18.933979 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-31c77139-8656-4a07-bbed-19ee18a78a12 req-a63ff742-a7d4-44f1-a6fe-8fe92c142b2b service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250248 Jun 23 17:27:19.029801 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-484a540d-0e76-4ec8-95f0-8162e899778c req-a1d88edf-a691-4c20-a69e-5d465e67463d tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] 10.222.0.69 "GET /v2.0/ports?device_id=260a7970-e8e8-47f6-9a00-2a8c37d2d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0299492 Jun 23 17:27:19.863101 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94354a07-d144-45f2-a452-a09585da6a1b req-18016cc5-be9a-4559-948d-e0c6a9d8c133 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:19.865190 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-94354a07-d144-45f2-a452-a09585da6a1b req-18016cc5-be9a-4559-948d-e0c6a9d8c133 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.0634959 Jun 23 17:27:19.904208 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-94354a07-d144-45f2-a452-a09585da6a1b req-cff3e510-bdba-42f8-8e20-09ec302f58df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Jun 23 17:27:20.151700 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40548) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:20.582682 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410110'] for router_interface, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.046021 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:27:21.172480 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:21.186518 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'port_id': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'mac_address': 'fa:16:3e:ab:22:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:27:21.212038 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Deleting port b3656c66-a536-4b51-9685-a189ca110998 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:27:21.212544 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.221842 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a662-c39b-4828-847a-eedfcb9eee43 req-461adf74-48d8-42c0-a3f0-29cbd4782e24 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:21.228689 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a4b0a662-c39b-4828-847a-eedfcb9eee43 req-461adf74-48d8-42c0-a3f0-29cbd4782e24 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 943 time: 0.1343689 Jun 23 17:27:21.243950 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.265437 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a93dab1-a6db-402a-8358-bc93fb2ea31e {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:27:21.293791 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:21.299544 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.303616 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:21.315897 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a4b0a662-c39b-4828-847a-eedfcb9eee43 req-c4265774-b0fc-4b4f-aff3-c1ad5b60f35b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863149 Jun 23 17:27:21.354306 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=9']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:21.361338 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.361692 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.362063 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.362394 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.362723 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.363050 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.363373 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.363871 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.364352 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.364828 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.365304 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.365885 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:21.368565 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] For port b3656c66-a536-4b51-9685-a189ca110998, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=b3656c66-a536-4b51-9685-a189ca110998,segment=NetworkSegment(9d40bf89-8fbc-489f-a6a8-4e0528e177b2),segment_id=9d40bf89-8fbc-489f-a6a8-4e0528e177b2)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:21.368926 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.370990 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:21.382851 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Calling delete_port for b3656c66-a536-4b51-9685-a189ca110998 owned by network:router_interface {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:27:21.443257 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40578) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:21.549295 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c5528eb5-72c0-485d-8961-6b70bbcdf269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.566795 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['2a93dab1-a6db-402a-8358-bc93fb2ea31e'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:27:21.604012 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.608883 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5733c37a-b8bd-48eb-8486-dea269c263ff tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:21.647645 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c5528eb5-72c0-485d-8961-6b70bbcdf269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.647809 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3656c66-a536-4b51-9685-a189ca110998,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:21.651067 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:21.660370 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c5528eb5-72c0-485d-8961-6b70bbcdf269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.691639 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-20d337da-8bad-4725-b8ba-875ddc08a681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:21.713389 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c5528eb5-72c0-485d-8961-6b70bbcdf269 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca2deb874f184b93bf6ec76eacfcde88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687812 Jun 23 17:27:21.714194 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40586) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:21.740361 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5528eb5-72c0-485d-8961-6b70bbcdf269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c77998-78f0-4329-baa2-57e8437d7df2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:21.748399 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c5528eb5-72c0-485d-8961-6b70bbcdf269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:21.804804 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.806582 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1677582'] for router_interface, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.830569 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.881110 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.885192 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.888784 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1c77998-78f0-4329-baa2-57e8437d7df2 HTTP/1.1" status: 204 len: 168 time: 0.1684082 Jun 23 17:27:21.888784 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cb734c27-0cb3-4b46-a57f-4a257754806f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:21.896275 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c77998-78f0-4329-baa2-57e8437d7df2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:21.899691 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:22.081797 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Router 76d24228-3423-492e-aeec-25dfaaa7e410 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:27:22.191524 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:22.197266 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] 10.222.0.69 "PUT /v2.0/routers/76d24228-3423-492e-aeec-25dfaaa7e410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0444994 Jun 23 17:27:22.200271 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40592) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:22.201306 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] Sync routers for ids ['76d24228-3423-492e-aeec-25dfaaa7e410'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:22.211936 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] Routers {'76d24228-3423-492e-aeec-25dfaaa7e410'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:22.212533 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['76d24228-3423-492e-aeec-25dfaaa7e410'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:22.303748 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.314294 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] Set router 76d24228-3423-492e-aeec-25dfaaa7e410 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:22.414896 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.516647 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:27:21Z', 'revision_number': 5, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port': {'id': '5d77ceea-b7e5-4012-b65d-077b7df174b0', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:56Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:22.524466 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Deleting port 5d77ceea-b7e5-4012-b65d-077b7df174b0 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:27:22.524811 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.547813 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] Checking router: 76d24228-3423-492e-aeec-25dfaaa7e410 for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:22.556849 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] Routers {'76d24228-3423-492e-aeec-25dfaaa7e410'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:22.557465 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['76d24228-3423-492e-aeec-25dfaaa7e410'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:22.590597 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7508b-c63e-40bd-998d-ade0e541db80 req-2705ab01-5473-4090-9268-a6647f96662b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:22.591704 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50b7508b-c63e-40bd-998d-ade0e541db80 req-2705ab01-5473-4090-9268-a6647f96662b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 944 time: 0.1356502 Jun 23 17:27:22.653054 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] For port 5d77ceea-b7e5-4012-b65d-077b7df174b0, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=5d77ceea-b7e5-4012-b65d-077b7df174b0,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:22.653411 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.653557 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] Set router 76d24228-3423-492e-aeec-25dfaaa7e410 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:22.666803 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50b7508b-c63e-40bd-998d-ade0e541db80 req-795bf823-f219-4aeb-b549-89f3a96be771 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662158 Jun 23 17:27:22.673454 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Calling delete_port for 5d77ceea-b7e5-4012-b65d-077b7df174b0 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:27:22.706231 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:27:22Z', 'revision_number': 6, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port_host': None}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:22.738803 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f993b-b83d-4d4e-8012-830b306a5198 None None] The sync data for ids ['76d24228-3423-492e-aeec-25dfaaa7e410'] in dv-cinder-797510-2-smb is: [{'id': '76d24228-3423-492e-aeec-25dfaaa7e410', 'name': 'tempest-ServerRescueNegativeTestJSON-2063048614-router', 'tenant_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:55Z', 'updated_at': '2021-06-23T17:27:22Z', 'revision_number': 6, 'project_id': 'bbbdbe475375408bbea4e3f99f06a06b', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:27:22.799004 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672e431-df95-46ef-b27a-524dfe202ec1 req-c2c23f11-28f1-444e-b4c8-92d0f37624f7 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:22.800472 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e672e431-df95-46ef-b27a-524dfe202ec1 req-c2c23f11-28f1-444e-b4c8-92d0f37624f7 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.1282260 Jun 23 17:27:22.880844 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e672e431-df95-46ef-b27a-524dfe202ec1 req-693cf4ec-f3ac-4d5f-8f61-d5aa886ff055 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742030 Jun 23 17:27:22.932285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.934231 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-32ef1da8-65f2-40a4-839d-2d9e636f97b0 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:22.957543 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d77ceea-b7e5-4012-b65d-077b7df174b0,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:22.962181 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:22.987357 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678747'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.064643 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:23.109852 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.112428 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.133236 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 2a93dab1-a6db-402a-8358-bc93fb2ea31e triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:23.133940 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.189170 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1677557'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.189877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76d24228-3423-492e-aeec-25dfaaa7e410 {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:27:23.197513 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.198852 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] 10.222.0.69 "DELETE /v2.0/routers/76d24228-3423-492e-aeec-25dfaaa7e410 HTTP/1.1" status: 204 len: 168 time: 0.9976513 Jun 23 17:27:23.201471 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40642) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:23.236812 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.251999 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Deleting subnet cd8d9e1c-8376-44f8-9b96-dd8a41034d27 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:27:23.255215 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.262491 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:23.265306 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b46d66-8978-4417-b555-67c63d73ec63" -d '{"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:23.281539 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:23.287703 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.291632 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:23.302796 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.310253 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.340675 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da63bd5c-9d56-4925-9fdf-173c787a693d x-openstack-request-id: req-da63bd5c-9d56-4925-9fdf-173c787a693d {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:23.340965 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:23.341400 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da63bd5c-9d56-4925-9fdf-173c787a693d {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:23.341808 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'code': 200} Jun 23 17:27:23.346403 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=10']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:23.349329 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:23.371496 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.376757 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:23.398867 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8d9e1c-8376-44f8-9b96-dd8a41034d27,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:23.402577 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:23.405496 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.409968 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cd8d9e1c-8376-44f8-9b96-dd8a41034d27 HTTP/1.1" status: 204 len: 168 time: 0.2074566 Jun 23 17:27:23.410537 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40650) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:23.482550 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.566300 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.578021 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1873fe-9571-4114-aa0f-85ed773e61cf']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:23.594200 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d40bf89-8fbc-489f-a6a8-4e0528e177b2') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:23.594569 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d40bf89-8fbc-489f-a6a8-4e0528e177b2') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:23.606550 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.623144 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.629910 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:27:23.630291 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:27:23.631955 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:27:23.693061 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.697122 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:23.699882 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.702040 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ad1873fe-9571-4114-aa0f-85ed773e61cf HTTP/1.1" status: 204 len: 168 time: 0.2898998 Jun 23 17:27:23.719828 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1873fe-9571-4114-aa0f-85ed773e61cf,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:23.722396 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:23.950622 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40672) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:23.959877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0431c-b511-4f0c-8384-319a83630b3f req-331e8999-6bc5-4f63-aac3-d2689ee8b4df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:23.966415 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47b0431c-b511-4f0c-8384-319a83630b3f req-331e8999-6bc5-4f63-aac3-d2689ee8b4df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 946 time: 0.1394916 Jun 23 17:27:23.996362 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e79fd1-f907-494b-aa7e-4b1558664db1 req-453c2592-a719-4d06-af31-203095919d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:23.997994 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4e79fd1-f907-494b-aa7e-4b1558664db1 req-453c2592-a719-4d06-af31-203095919d2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 1099 time: 0.1191821 Jun 23 17:27:24.007324 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-b17cd06b-0028-451e-a1b8-86eb3cd85940 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbbdbe475375408bbea4e3f99f06a06b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550513 Jun 23 17:27:24.009495 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40674) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:24.040047 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47b0431c-b511-4f0c-8384-319a83630b3f req-2ac92f9b-6223-4125-a3cc-07bd6d3d723a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668423 Jun 23 17:27:24.045249 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b3656c66-a536-4b51-9685-a189ca110998 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:24.067410 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: b3656c66-a536-4b51-9685-a189ca110998 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:27:24.068570 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b3656c66-a536-4b51-9685-a189ca110998 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:27:24.069339 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 5d77ceea-b7e5-4012-b65d-077b7df174b0 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:24.084892 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.093191 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4e79fd1-f907-494b-aa7e-4b1558664db1 req-b8bf09c1-f58b-4b83-a489-8738ce462554 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807846 Jun 23 17:27:24.114971 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.137081 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218ec25-834b-4164-b8b2-c26203c762a1 req-5dbd9098-70f2-4ddc-99c5-f0d36e6a12aa tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:24.138620 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1218ec25-834b-4164-b8b2-c26203c762a1 req-5dbd9098-70f2-4ddc-99c5-f0d36e6a12aa tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.0839906 Jun 23 17:27:24.173091 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.175636 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.176964 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ed1cac9-4911-433d-8c1b-e21e0cfddb22 HTTP/1.1" status: 204 len: 168 time: 0.1662335 Jun 23 17:27:24.177940 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4185e6d0-c019-4387-ae05-cdef81acda8f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:24.187561 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed1cac9-4911-433d-8c1b-e21e0cfddb22,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:24.190843 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:24.194877 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1218ec25-834b-4164-b8b2-c26203c762a1 req-597dcb28-1de5-4d78-a80a-ba7025a5a8e3 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 Jun 23 17:27:24.223631 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 5d77ceea-b7e5-4012-b65d-077b7df174b0 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:27:24.224063 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 5d77ceea-b7e5-4012-b65d-077b7df174b0 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:27:24.838763 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40698) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:24.933761 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1825700279-network', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:24.954976 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Made reservation on behalf of de7a51f5c87c489eb727d2028e0739fc for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:27:24.957514 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.966160 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.063078 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.073395 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.076660 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-abf7a2bc-2378-4470-a235-0a24cc9ff29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:25.105980 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:27:25.111223 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b139f13a-39cb-4fe3-a67f-59934db679cc,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:25.115190 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:25.121129 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.121787 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Added segment a0466173-0913-44a0-ae48-3159223e1e5f of type vlan for network ba188715-8e63-402e-a2bf-8d0abc808e28 Jun 23 17:27:25.166366 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.202860 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.204442 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:25.205080 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.207691 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71882493-e902-4fe4-8d61-6467fce229f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:25.250063 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937548d2-edaf-4e2a-8311-91d56b2e84d5 req-11c7f373-a3b6-4907-8e82-d31252b8735b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:25.257392 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-937548d2-edaf-4e2a-8311-91d56b2e84d5 req-11c7f373-a3b6-4907-8e82-d31252b8735b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 946 time: 0.0828915 Jun 23 17:27:25.265938 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4260283 Jun 23 17:27:25.270610 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40716) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:25.276515 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Request body: {'subnet': {'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1825700279-subnet', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:25.280610 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Pushing event updated for resources: {'Network': ['ID=ba188715-8e63-402e-a2bf-8d0abc808e28,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:25.284871 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:25.293264 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network ba188715-8e63-402e-a2bf-8d0abc808e28 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:27:25.309217 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-937548d2-edaf-4e2a-8311-91d56b2e84d5 req-59eb878f-9077-49f6-aadb-91ba3e60c00e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508351 Jun 23 17:27:25.312107 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Made reservation on behalf of de7a51f5c87c489eb727d2028e0739fc for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:27:25.314591 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165428'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.445711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11389297-482d-46ba-9c96-26d5b737a489 req-d3458eb0-854c-4216-9fb3-07eb04a1e426 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:25.447726 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-11389297-482d-46ba-9c96-26d5b737a489 req-d3458eb0-854c-4216-9fb3-07eb04a1e426 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.0729046 Jun 23 17:27:25.498615 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-11389297-482d-46ba-9c96-26d5b737a489 req-8898dadb-6472-40d8-8c76-cb75f9cba912 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Jun 23 17:27:25.522114 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8579137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165414'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.526117 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ac9e2118-3f36-4337-8ce5-d365a1fcb01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:25.591446 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:25.593966 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Checking segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:25.594334 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Network hostable DHCP agents. Network: ba188715-8e63-402e-a2bf-8d0abc808e28, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:27:25.597210 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:25.612038 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Network ba188715-8e63-402e-a2bf-8d0abc808e28 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:27:25.621268 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, ba188715-8e63-402e-a2bf-8d0abc808e28) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:25.625417 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:25.626140 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.630933 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7b490-05f4-433c-a0aa-75dbaa92a3e4 None None] Network ba188715-8e63-402e-a2bf-8d0abc808e28 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:27:25.645474 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4876332f-c9c3-488c-8bfe-c9a593ec24d5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3737395 Jun 23 17:27:25.648670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40746) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:25.653297 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:25.675577 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.676561 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.733851 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.808910 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-ba188715-8e63-402e-a2bf-8d0abc808e28', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:27:25.809901 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.877880 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:25.955485 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Allocated IP 172.20.0.2 (ba188715-8e63-402e-a2bf-8d0abc808e28/09fdf644-b690-4a2e-85f4-6fe2fe0ee9da/4d585696-d228-4bbb-a440-4e665aec0053) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:26.098420 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.118112 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.119726 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.128636 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Transition to ACTIVE for port object 4d585696-d228-4bbb-a440-4e665aec0053 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:26.143168 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Transition to ACTIVE for port object 4d585696-d228-4bbb-a440-4e665aec0053 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:26.149325 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.151232 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:26.190449 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Network ba188715-8e63-402e-a2bf-8d0abc808e28 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:26.193146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:26.196723 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:26.203735 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Pushing event updated for resources: {'Port': ['ID=4d585696-d228-4bbb-a440-4e665aec0053,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:26.207791 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:26.225309 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Allocated IP 172.28.2.104 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/63e17752-a8cb-44d7-b03d-3cf0c0dfaf66) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:26.261513 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Attempting to bind port 4d585696-d228-4bbb-a440-4e665aec0053 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:27:26.261919 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Attempting to bind port 4d585696-d228-4bbb-a440-4e665aec0053 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:27:26.262290 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Attempting to bind port 4d585696-d228-4bbb-a440-4e665aec0053 on network ba188715-8e63-402e-a2bf-8d0abc808e28 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:27:26.267218 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:27:26.267595 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Checking segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:26.268001 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.268400 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Bound using segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:27:26.268866 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Bound port: 4d585696-d228-4bbb-a440-4e665aec0053, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:27:26.269236 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.330187 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.334802 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] For port 4d585696-d228-4bbb-a440-4e665aec0053, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:27:26.339187 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] For port 4d585696-d228-4bbb-a440-4e665aec0053, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=4d585696-d228-4bbb-a440-4e665aec0053,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:27:26.344546 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.346627 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-7bed3498-90c0-40e1-a723-893af6f6d07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:26.370597 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8580305'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.374704 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:26.411083 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Pushing event updated for resources: {'Port': ['ID=4d585696-d228-4bbb-a440-4e665aec0053,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:26.415169 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:26.418848 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:26.423842 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:26.426207 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:26.466254 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Pushing event updated for resources: {'Port': ['ID=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:26.472384 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:26.519818 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b365-621c-4d54-93e9-70240dd2f4ed req-c4c15895-8b23-4f08-9de6-07c6dd6df2f6 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:26.521293 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe69b365-621c-4d54-93e9-70240dd2f4ed req-c4c15895-8b23-4f08-9de6-07c6dd6df2f6 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 946 time: 0.0682714 Jun 23 17:27:26.611735 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe69b365-621c-4d54-93e9-70240dd2f4ed req-525a1270-c207-4f9f-ac0e-cfb1f98a2115 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750113 Jun 23 17:27:26.761899 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9b659-e235-4097-9ec7-8a09bf63a7a4 req-c60725df-e21d-4b8a-9ff4-af9113999789 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:26.763885 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-59a9b659-e235-4097-9ec7-8a09bf63a7a4 req-c60725df-e21d-4b8a-9ff4-af9113999789 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.0726709 Jun 23 17:27:26.790980 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.807017 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-59a9b659-e235-4097-9ec7-8a09bf63a7a4 req-93d25c05-dc03-4698-83f4-f747d4d7c822 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Jun 23 17:27:27.007749 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:27.333822 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:27:27.381863 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7bed96-b7c7-4d34-8c47-25b41c708332 None None] Network ba188715-8e63-402e-a2bf-8d0abc808e28 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:27:27.459500 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:27.470258 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Sync routers for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:27.477878 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:27.478117 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-28161e94-e9f3-4608-9471-457ff85a7ceb None None] Provisioning for port 4d585696-d228-4bbb-a440-4e665aec0053 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:27.479388 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8294849 Jun 23 17:27:27.482070 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40756) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:27.493010 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:27.493646 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:27.661317 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:27.885002 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:26Z', 'revision_number': 3, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:27.917865 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28f52c-be70-4f4f-8038-85407e539236 req-a731a790-9d0c-4fdb-926f-b50d0a12824e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:27.919369 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa28f52c-be70-4f4f-8038-85407e539236 req-a731a790-9d0c-4fdb-926f-b50d0a12824e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.1462972 Jun 23 17:27:27.932573 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Checking router: 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:27.933199 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Updating router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:27:27.973111 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.113880 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4d585696-d228-4bbb-a440-4e665aec0053 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:28.234344 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 4d585696-d228-4bbb-a440-4e665aec0053 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:28.244127 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 4d585696-d228-4bbb-a440-4e665aec0053 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:28.244506 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.329797 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.368898 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.387289 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Transition to ACTIVE for port object 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:28.393569 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.397076 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.406030 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:28.430826 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0603e1-6416-4003-b014-b3ee6178f4bf req-1f30afb8-9fc7-4133-80d2-04d1fae20cb6 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:28.432436 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8c0603e1-6416-4003-b014-b3ee6178f4bf req-1f30afb8-9fc7-4133-80d2-04d1fae20cb6 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 946 time: 0.2022555 Jun 23 17:27:28.469880 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Deleting port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:27:28.470217 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.486086 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 4d585696-d228-4bbb-a440-4e665aec0053, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=4d585696-d228-4bbb-a440-4e665aec0053,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:28.487480 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Attempting to bind port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:27:28.487928 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Attempting to bind port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:27:28.488334 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Attempting to bind port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:27:28.490781 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc61e3-189c-4d2e-817d-ea1774d56809 None None] Pushing event updated for resources: {'Port': ['ID=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:28.495344 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-10dc61e3-189c-4d2e-817d-ea1774d56809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:28.497687 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.502174 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-ec1cebc7-980d-45f8-bbac-a5450c183ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:28.506893 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:27:28.506893 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:28.507837 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.508314 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:27:28.509009 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Bound port: 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:27:28.509395 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.588360 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=4d585696-d228-4bbb-a440-4e665aec0053,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:28.591697 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:28.594249 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8c0603e1-6416-4003-b014-b3ee6178f4bf req-a5fa4bfd-03f8-4b3c-9b48-e10acb6faed6 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2173d37-64fb-4f6e-b5a1-625ca51086cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522872 Jun 23 17:27:28.607027 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] For port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:27:28.610626 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] For port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:27:28.621419 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.624240 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:28.628479 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Allocated IP 172.20.0.1 (ba188715-8e63-402e-a2bf-8d0abc808e28/09fdf644-b690-4a2e-85f4-6fe2fe0ee9da/ec5566e9-5410-4137-86a0-6c96f1b6480a) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:28.658396 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] For port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,segment=NetworkSegment(ca76aac2-c3cc-4463-bdde-b5c02c4a8dae),segment_id=ca76aac2-c3cc-4463-bdde-b5c02c4a8dae)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:28.659041 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.684863 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Calling delete_port for 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:27:28.798682 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:28.799285 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:28.829879 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.845028 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc61e3-189c-4d2e-817d-ea1774d56809 None None] Pushing event updated for resources: {'Port': ['ID=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:28.846103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Transition to ACTIVE for port object ec5566e9-5410-4137-86a0-6c96f1b6480a will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:28.849680 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-10dc61e3-189c-4d2e-817d-ea1774d56809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:28.916313 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.919199 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:28.920640 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-08ee8528-8835-4864-b036-ef3b058fbc85 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:28.946866 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['6003a3ef-c7cd-4dc0-90da-f3457ae99fc5'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:27:28.948800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Pushing event deleted for resources: {'Port': ['ID=6003a3ef-c7cd-4dc0-90da-f3457ae99fc5,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:28.950956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:28.952981 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:28.953566 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:29.035080 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Network ba188715-8e63-402e-a2bf-8d0abc808e28 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:29.037773 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] No DVR routers for this DVR port 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:27:29.043269 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.045145 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa28f52c-be70-4f4f-8038-85407e539236 req-3816799b-3359-4f16-91f8-77125e952b7e tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.23 "DELETE /v2.0/ports/6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 HTTP/1.1" status: 204 len: 173 time: 1.1171122 Jun 23 17:27:29.046010 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'name': 'network-vif-deleted', 'tag': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:29.048344 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e7a887-8b6d-42bb-8ff6-130886343a79" -d '{"events": [{"server_uuid": "f993036d-9b70-462d-892c-4b50e0eb7b89", "name": "network-vif-deleted", "tag": "6003a3ef-c7cd-4dc0-90da-f3457ae99fc5"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:29.050892 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:29.063685 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5566e9-5410-4137-86a0-6c96f1b6480a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:29.066184 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:29.066578 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.070590 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:29.119799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e141316d-4c05-4130-81d4-366e005dff1b x-openstack-request-id: req-e141316d-4c05-4130-81d4-366e005dff1b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:29.120111 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f993036d-9b70-462d-892c-4b50e0eb7b89", "name": "network-vif-deleted", "tag": "6003a3ef-c7cd-4dc0-90da-f3457ae99fc5", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:29.120391 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e141316d-4c05-4130-81d4-366e005dff1b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:29.120804 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f993036d-9b70-462d-892c-4b50e0eb7b89', 'name': 'network-vif-deleted', 'tag': '6003a3ef-c7cd-4dc0-90da-f3457ae99fc5', 'status': 'completed', 'code': 200} Jun 23 17:27:29.171117 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:26Z', 'revision_number': 3, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:29.217212 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30832cb2-16e3-4471-997c-3dd1b88573a9 None None] The sync data for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb is: [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:26Z', 'revision_number': 3, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:27:29.254513 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.376092 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-db635d73-e25a-4fd5-bf39-0ad6917c1c28 None None] Provisioning for port ec5566e9-5410-4137-86a0-6c96f1b6480a completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:29.380099 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-db635d73-e25a-4fd5-bf39-0ad6917c1c28 None None] Provisioning complete for port ec5566e9-5410-4137-86a0-6c96f1b6480a triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:29.380477 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-db635d73-e25a-4fd5-bf39-0ad6917c1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.421453 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-db635d73-e25a-4fd5-bf39-0ad6917c1c28 None None] Port ec5566e9-5410-4137-86a0-6c96f1b6480a cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:27:29.428707 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.434610 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.435395 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.437205 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-441f6768-2a47-4ca1-8ceb-496276946e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:29.515285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5566e9-5410-4137-86a0-6c96f1b6480a,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:29.545020 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:29.584611 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Network ba188715-8e63-402e-a2bf-8d0abc808e28 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:29.586080 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:29.766918 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:27:29.880447 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aae44352-e696-489c-8b61-7498068ff0cc req-2f13e1cf-69c1-4d4d-9f38-1be9733a9fc2 tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] 10.222.0.69 "GET /v2.0/ports?device_id=f993036d-9b70-462d-892c-4b50e0eb7b89 HTTP/1.1" status: 200 len: 210 time: 0.0377522 Jun 23 17:27:29.945675 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-1b02fbfd-83f7-4e9e-889e-e72aaa3c5a27 None None] Provisioning complete for port ec5566e9-5410-4137-86a0-6c96f1b6480a triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:29.946405 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1b02fbfd-83f7-4e9e-889e-e72aaa3c5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:29.952727 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:29.962289 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] 10.222.0.69 "PUT /v2.0/routers/66f0a5db-53ba-4c18-8bf5-d8e9b264bafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4787853 Jun 23 17:27:29.983537 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-1b02fbfd-83f7-4e9e-889e-e72aaa3c5a27 None None] Port ec5566e9-5410-4137-86a0-6c96f1b6480a cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:27:30.137022 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4d585696-d228-4bbb-a440-4e665aec0053 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:30.186847 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 4d585696-d228-4bbb-a440-4e665aec0053 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:30.187228 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:30.270330 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:30.317975 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:30.322051 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:30.322374 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:30.402127 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:30.422579 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:30.426258 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:30.428024 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:30.474583 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:30.478135 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:30.838554 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Sync routers for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:30.847522 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:30.848108 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:30.952187 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:31.097566 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:31.118423 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:27:31.118796 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 6003a3ef-c7cd-4dc0-90da-f3457ae99fc5 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:27:31.154710 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 2, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:31.181668 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Checking router: 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:31.182057 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Updating router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe port ec5566e9-5410-4137-86a0-6c96f1b6480a binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:27:31.320321 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.565342 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40790) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:31.571488 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910355257', 'description': 'tempest-description--1984158949'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:31.583164 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.593040 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Transition to ACTIVE for port object ec5566e9-5410-4137-86a0-6c96f1b6480a will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:31.597114 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.600227 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.605507 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:31.656361 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Pushing event updated for resources: {'Port': ['ID=ec5566e9-5410-4137-86a0-6c96f1b6480a,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:31.689127 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.689434 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.689784 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.690112 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.691345 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.691345 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.691345 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.691345 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.691901 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.691901 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.692388 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.692552 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:31.704614 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.709520 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.713007 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6cea091d-fa86-47d1-aa31-10d6218aba3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:31.718452 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:31.734142 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Attempting to bind port ec5566e9-5410-4137-86a0-6c96f1b6480a on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:27:31.734626 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Attempting to bind port ec5566e9-5410-4137-86a0-6c96f1b6480a by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:27:31.734995 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Attempting to bind port ec5566e9-5410-4137-86a0-6c96f1b6480a on network ba188715-8e63-402e-a2bf-8d0abc808e28 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:27:31.742167 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:27:31.742167 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Checking segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:31.742556 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.742907 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Bound using segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:27:31.743415 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Bound port: ec5566e9-5410-4137-86a0-6c96f1b6480a, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:27:31.743784 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.749606 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.751155 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1847939 Jun 23 17:27:31.753422 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407ed228-2892-486f-a400-f6f7e6675868,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:31.754089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40792) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:31.761828 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'security_group_rule': {'security_group_id': '407ed228-2892-486f-a400-f6f7e6675868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:31.773847 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:31.793357 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.821121 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] For port ec5566e9-5410-4137-86a0-6c96f1b6480a, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:27:31.824708 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] For port ec5566e9-5410-4137-86a0-6c96f1b6480a, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=ec5566e9-5410-4137-86a0-6c96f1b6480a,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:27:31.828906 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.832224 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-14d5a558-e83e-426e-af4a-0569ec2fff1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:31.857983 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.862544 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.871524 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:31.888418 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:31.889042 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:31.894672 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3df5d5-8802-468d-8673-dfbb3fec0241,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:31.898088 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:31.904135 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.905296 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-dc09c20a-ddd7-484b-becd-350b4a363b7e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496971 Jun 23 17:27:31.908178 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40794) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:31.913656 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'security_group_rule': {'security_group_id': '407ed228-2892-486f-a400-f6f7e6675868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:31.959184 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.962391 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Pushing event updated for resources: {'Port': ['ID=ec5566e9-5410-4137-86a0-6c96f1b6480a,revision_number=4']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:31.966022 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:32.051265 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:32.071729 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:32.075721 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.084222 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.091112 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:32.111678 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67afdd2d-1818-4ceb-abe7-36203ad285dd,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:32.115030 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:32.121228 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.126108 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-b3923504-aa61-42ea-9887-a50f28e743ef tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2140911 Jun 23 17:27:32.126468 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40798) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:32.131379 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'floatingip': {'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:32.140935 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:32.141462 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.154464 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.266238 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.287691 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:31Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:32.335935 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056acd9-405f-4754-a0fe-58d9d62bfef3 None None] The sync data for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb is: [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:31Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:27:32.407927 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Allocated IP 172.28.2.242 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/da95bfa5-a099-4084-b785-4f0cde74eb8d) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:32.553400 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.604723 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.607658 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-fe7910c1-d87a-4ae5-ac70-09f333f0f0fb tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:32.655108 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:32.657935 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:32.662590 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:32.670815 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'Port': ['ID=da95bfa5-a099-4084-b785-4f0cde74eb8d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:32.675699 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:32.725388 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.780761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.948711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.953560 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.955774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec33ca66-4749-49f9-9a8b-a6120b34c531 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:32.985563 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:33.009546 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'Port': ['ID=da95bfa5-a099-4084-b785-4f0cde74eb8d,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:33.012620 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:33.013921 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:33.015152 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8875389 Jun 23 17:27:33.182266 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-b31d81e7-a9a3-405e-8437-171f89515ec0 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--910355257&fields=id&tenant_id=de7a51f5c87c489eb727d2028e0739fc HTTP/1.1" status: 200 len: 267 time: 0.0404096 Jun 23 17:27:33.304614 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-ff5102fb-bf4f-4ee9-910f-f031436f5cb6 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:33.306118 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-ff5102fb-bf4f-4ee9-910f-f031436f5cb6 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 811 time: 0.1168842 Jun 23 17:27:33.321493 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-cfd2446e-6c85-4971-b947-c0ff42eb20ea tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/quotas/de7a51f5c87c489eb727d2028e0739fc HTTP/1.1" status: 200 len: 375 time: 0.0098984 Jun 23 17:27:33.400350 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-3d4df0f5-568e-46c6-bcae-dc438284e2e7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728836 Jun 23 17:27:33.510124 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-9bf7f752-d39c-4647-871d-6a2c25b818a6 service neutron] 10.222.0.69 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955288 Jun 23 17:27:33.605008 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-0ff363a1-cce4-4973-ba51-bf51707b5150 service neutron] 10.222.0.69 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890770 Jun 23 17:27:33.802451 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3f051a0d-13d4-48b0-bfa7-c69f8426d0dc req-789c856b-8984-42d2-b176-d87d738380e5 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 210 time: 0.0425680 Jun 23 17:27:34.100783 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device ec5566e9-5410-4137-86a0-6c96f1b6480a up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:34.154170 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port ec5566e9-5410-4137-86a0-6c96f1b6480a completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:34.159225 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port ec5566e9-5410-4137-86a0-6c96f1b6480a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:34.159733 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:34.252132 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:34.293650 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port ec5566e9-5410-4137-86a0-6c96f1b6480a, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=ec5566e9-5410-4137-86a0-6c96f1b6480a,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:34.297086 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:34.301647 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-55f09067-eea7-4755-b6a8-dacdb7c37eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:34.354608 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=ec5566e9-5410-4137-86a0-6c96f1b6480a,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:34.358360 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:34.971957 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-14d04a67-92aa-4827-bd9d-b8ddf5d9442c req-8df6d1e2-0085-4d37-9d23-a709c96bdc4b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 210 time: 0.0344462 Jun 23 17:27:35.015920 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-4786c91c-b671-4888-ab94-48b95aa351eb tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:35.017400 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-4786c91c-b671-4888-ab94-48b95aa351eb tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 811 time: 0.1462762 Jun 23 17:27:35.068282 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-f4f00417-5cfe-4f49-8aca-1ff58f9ed189 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de7a51f5c87c489eb727d2028e0739fc HTTP/1.1" status: 200 len: 379 time: 0.0409768 Jun 23 17:27:35.078287 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'port': {'device_id': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'admin_state_up': True, 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'security_groups': ['407ed228-2892-486f-a400-f6f7e6675868']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:35.212037 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Made reservation on behalf of de7a51f5c87c489eb727d2028e0739fc for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:27:35.216072 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.354597 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Allocated IP 172.20.0.9 (ba188715-8e63-402e-a2bf-8d0abc808e28/09fdf644-b690-4a2e-85f4-6fe2fe0ee9da/16805795-f56e-4a7c-8f2f-f170a7632807) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:35.509408 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.527086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Transition to ACTIVE for port object 16805795-f56e-4a7c-8f2f-f170a7632807 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:35.562924 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.567460 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3dccb7e0-4d02-429a-b45f-3bf5d63a6a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:35.607597 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Network ba188715-8e63-402e-a2bf-8d0abc808e28 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:35.610644 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:35.612926 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:35.619136 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:35.619747 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.631515 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'Port': ['ID=16805795-f56e-4a7c-8f2f-f170a7632807,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:35.634993 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:35.644901 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707471 Jun 23 17:27:35.658274 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Request body: {'port': {'device_id': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:35.737904 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.833460 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5224277e-829c-4281-b15b-c91e0709fabf None None] Provisioning for port 16805795-f56e-4a7c-8f2f-f170a7632807 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:35.838618 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5224277e-829c-4281-b15b-c91e0709fabf None None] Provisioning complete for port 16805795-f56e-4a7c-8f2f-f170a7632807 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:35.839118 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5224277e-829c-4281-b15b-c91e0709fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.873939 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-5224277e-829c-4281-b15b-c91e0709fabf None None] Port 16805795-f56e-4a7c-8f2f-f170a7632807 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:27:36.026253 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16805795-f56e-4a7c-8f2f-f170a7632807 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:27:36.035333 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.051380 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Transition to ACTIVE for port object 16805795-f56e-4a7c-8f2f-f170a7632807 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:36.056812 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.060297 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-50ada3a5-8522-4063-baef-ecaeea5afaf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:36.061915 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device ec5566e9-5410-4137-86a0-6c96f1b6480a up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:36.129198 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port ec5566e9-5410-4137-86a0-6c96f1b6480a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:36.129582 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.144463 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Pushing event updated for resources: {'Port': ['ID=16805795-f56e-4a7c-8f2f-f170a7632807,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:36.151513 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:36.191881 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Attempting to bind port 16805795-f56e-4a7c-8f2f-f170a7632807 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:27:36.192279 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Attempting to bind port 16805795-f56e-4a7c-8f2f-f170a7632807 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:27:36.192562 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Attempting to bind port 16805795-f56e-4a7c-8f2f-f170a7632807 on network ba188715-8e63-402e-a2bf-8d0abc808e28 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:27:36.204786 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Port 16805795-f56e-4a7c-8f2f-f170a7632807 on network ba188715-8e63-402e-a2bf-8d0abc808e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:27:36.205317 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Attempting to bind port 16805795-f56e-4a7c-8f2f-f170a7632807 on network ba188715-8e63-402e-a2bf-8d0abc808e28 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:27:36.214378 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:27:36.214751 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Checking segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:36.215128 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Bound using segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:27:36.215649 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Bound port: 16805795-f56e-4a7c-8f2f-f170a7632807, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:27:36.215988 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.242755 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b24b6f-99c5-411e-977d-7e53d9376413 req-818c7fbf-1584-431a-bbf5-28266816ae93 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:36.244650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-71b24b6f-99c5-411e-977d-7e53d9376413 req-818c7fbf-1584-431a-bbf5-28266816ae93 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 943 time: 0.1435134 Jun 23 17:27:36.333217 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-71b24b6f-99c5-411e-977d-7e53d9376413 req-3a59ae9e-f5de-4243-8cae-aa1281405fcc tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664601 Jun 23 17:27:36.336004 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] For port 16805795-f56e-4a7c-8f2f-f170a7632807, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:27:36.341226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] For port 16805795-f56e-4a7c-8f2f-f170a7632807, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=16805795-f56e-4a7c-8f2f-f170a7632807,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:27:36.348962 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.352362 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:36.388045 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:36.388613 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.390208 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] 10.222.0.23 "PUT /v2.0/ports/16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 200 len: 1093 time: 0.7373209 Jun 23 17:27:36.390793 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:36.393093 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93" -d '{"events": [{"name": "network-changed", "server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:36.442771 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a1a74a-aa98-4451-93cd-01c8707bacef x-openstack-request-id: req-78a1a74a-aa98-4451-93cd-01c8707bacef {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:36.443233 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:36.443634 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78a1a74a-aa98-4451-93cd-01c8707bacef {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:36.444309 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807', 'status': 'completed', 'code': 200} Jun 23 17:27:36.482670 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Pushing event updated for resources: {'Port': ['ID=16805795-f56e-4a7c-8f2f-f170a7632807,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:36.486120 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:36.514685 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-0d22cf57-620d-48fb-96c1-7f34b5a51132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:36.516298 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-0d22cf57-620d-48fb-96c1-7f34b5a51132 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 1096 time: 0.0757303 Jun 23 17:27:36.562042 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-2fac2624-999d-4c6d-b4df-0c933162c5e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 200 len: 217 time: 0.0378563 Jun 23 17:27:36.623500 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-0f3234f7-f70b-4b76-8758-8846a326a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:36.625359 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-0f3234f7-f70b-4b76-8758-8846a326a859 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0562024 Jun 23 17:27:36.702735 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-6c9aa778-2bac-43bc-ab19-41db4b41b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:36.704233 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-6c9aa778-2bac-43bc-ab19-41db4b41b29d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694208 Jun 23 17:27:36.797512 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-291d7c66-783e-4348-94d5-6025c841c659 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858166 Jun 23 17:27:36.894757 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa720958-7292-4f31-bc6b-640ba05197d0 req-0ff24208-acd7-420f-9a14-03feaee6c863 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899198 Jun 23 17:27:36.999920 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-898fde2e-4e82-4bf4-8a24-a154168796bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:37.001405 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-898fde2e-4e82-4bf4-8a24-a154168796bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 1096 time: 0.0570478 Jun 23 17:27:37.093548 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-bdc0dd79-c05e-430e-94b6-3524ab205eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:37.094922 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-bdc0dd79-c05e-430e-94b6-3524ab205eca service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 912 time: 0.0865324 Jun 23 17:27:37.135783 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-22641db4-25a9-43cf-98dd-ab02da118f3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 200 len: 217 time: 0.0338631 Jun 23 17:27:37.184579 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-ba6b1cd3-606d-4335-86db-f757e6f3cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:37.186023 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-ba6b1cd3-606d-4335-86db-f757e6f3cf78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0439627 Jun 23 17:27:37.243236 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-48db6d01-4df6-4aeb-9275-f708efea25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:37.244725 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-48db6d01-4df6-4aeb-9275-f708efea25ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522573 Jun 23 17:27:37.640282 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-138cf208-6daf-430b-a4bf-9439aecf8a48 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881686 Jun 23 17:27:37.656513 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed876619-9995-4845-aa72-dc6a50cd8460 req-778469e9-3ade-4527-9882-a7ceed0140e1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:37.658001 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ed876619-9995-4845-aa72-dc6a50cd8460 req-778469e9-3ade-4527-9882-a7ceed0140e1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 943 time: 0.0894401 Jun 23 17:27:37.750272 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ed876619-9995-4845-aa72-dc6a50cd8460 req-ed2a9328-7318-486c-849e-dc1fe720ff7c tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838337 Jun 23 17:27:37.774717 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4eaa4d9a-ebe7-43c6-94e4-19642e67fc93 req-91324605-1b23-41bb-bc83-407e5d1113f1 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157458 Jun 23 17:27:38.959869 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa2ad-c9f2-4ada-ad47-4c9fb974dbc0 req-e3e8c965-6a62-40dc-a862-a14e47192e1d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:38.961661 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-988fa2ad-c9f2-4ada-ad47-4c9fb974dbc0 req-e3e8c965-6a62-40dc-a862-a14e47192e1d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 943 time: 0.0886722 Jun 23 17:27:39.011675 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-988fa2ad-c9f2-4ada-ad47-4c9fb974dbc0 req-b53736ec-ea1f-4896-93db-00d1c5552a4a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443983 Jun 23 17:27:39.138499 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 16805795-f56e-4a7c-8f2f-f170a7632807 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:27:39.247157 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 16805795-f56e-4a7c-8f2f-f170a7632807, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=16805795-f56e-4a7c-8f2f-f170a7632807,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:39.261917 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '16805795-f56e-4a7c-8f2f-f170a7632807', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'port_id': '16805795-f56e-4a7c-8f2f-f170a7632807', 'mac_address': 'fa:16:3e:b1:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:27:39.304801 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:39.318257 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16805795-f56e-4a7c-8f2f-f170a7632807 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:27:39.339882 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 16805795-f56e-4a7c-8f2f-f170a7632807, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=16805795-f56e-4a7c-8f2f-f170a7632807,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:39.344561 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:39.347169 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:39.396236 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=16805795-f56e-4a7c-8f2f-f170a7632807,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:39.400225 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:39.598678 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['16805795-f56e-4a7c-8f2f-f170a7632807'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:27:40.192882 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48bb7a-0cbc-4bfd-8629-7c91efb3d3a6 req-c35beed7-7f3c-46ea-bb2e-515e7abbf2b2 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:40.194361 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b48bb7a-0cbc-4bfd-8629-7c91efb3d3a6 req-c35beed7-7f3c-46ea-bb2e-515e7abbf2b2 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 944 time: 0.0659697 Jun 23 17:27:40.235953 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7b48bb7a-0cbc-4bfd-8629-7c91efb3d3a6 req-447cae04-f978-4f30-8552-df547714b8d8 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Jun 23 17:27:40.700873 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-46ed2409-732b-4c10-a6bb-80eb3219ecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:41.164321 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 16805795-f56e-4a7c-8f2f-f170a7632807 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:41.218462 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 16805795-f56e-4a7c-8f2f-f170a7632807 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:41.222132 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 16805795-f56e-4a7c-8f2f-f170a7632807 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:27:41.222541 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:41.301682 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:41.325042 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:41.327302 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a1c935-c4b7-4b8f-badd-85f2eb8802eb" -d '{"events": [{"server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "name": "network-vif-plugged", "status": "completed", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:41.342710 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 16805795-f56e-4a7c-8f2f-f170a7632807, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=16805795-f56e-4a7c-8f2f-f170a7632807,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:41.347753 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:41.350248 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:41.380213 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a471556-f713-46e7-a342-e181541d085c x-openstack-request-id: req-4a471556-f713-46e7-a342-e181541d085c {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:41.381381 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "name": "network-vif-plugged", "status": "completed", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:41.381381 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a471556-f713-46e7-a342-e181541d085c {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:41.381381 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807', 'code': 200} Jun 23 17:27:41.407208 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=16805795-f56e-4a7c-8f2f-f170a7632807,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:41.410663 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:41.419769 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a450f10-1992-460c-911c-53290d72624a req-8a56e950-1fd6-42fb-8520-68c0de02da1a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:41.421244 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a450f10-1992-460c-911c-53290d72624a req-8a56e950-1fd6-42fb-8520-68c0de02da1a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0703478 Jun 23 17:27:41.464753 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a450f10-1992-460c-911c-53290d72624a req-dce7d046-f4fb-4f0e-ad7e-899f68f59b85 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373955 Jun 23 17:27:41.623305 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bbbce-2df0-42f3-88e5-4857e01c5b44 req-afdc8629-6bd6-4aae-8919-c7fb828014a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:41.624938 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-207bbbce-2df0-42f3-88e5-4857e01c5b44 req-afdc8629-6bd6-4aae-8919-c7fb828014a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 1098 time: 0.0617692 Jun 23 17:27:41.662363 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-207bbbce-2df0-42f3-88e5-4857e01c5b44 req-a5e1719a-a820-473f-8c29-00c34563e1cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291798 Jun 23 17:27:42.662066 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412895c-418d-4053-afdd-0fec9ddc3e11 req-5fbcf484-0f03-44d9-b872-7c9d77bf2836 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:42.663554 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3412895c-418d-4053-afdd-0fec9ddc3e11 req-5fbcf484-0f03-44d9-b872-7c9d77bf2836 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0803757 Jun 23 17:27:42.708592 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3412895c-418d-4053-afdd-0fec9ddc3e11 req-0e88dd26-26af-4af6-9e45-fdf3781b3904 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 Jun 23 17:27:43.439894 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-15e9b358-f8ce-457b-ab45-2b703395e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:43.447155 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:43.897266 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2899e1-dbcc-4617-8ae9-b6bdbf52232f req-ec25f6fa-940d-41a9-bb04-04047731a9f5 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:43.898776 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9c2899e1-dbcc-4617-8ae9-b6bdbf52232f req-ec25f6fa-940d-41a9-bb04-04047731a9f5 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0668082 Jun 23 17:27:43.941643 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9c2899e1-dbcc-4617-8ae9-b6bdbf52232f req-71b80665-bb5e-4778-8cbc-db855dcd366f tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Jun 23 17:27:44.111337 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b0e04-2ea7-4636-8337-b71d32ed9ab6 req-1a749c58-e97b-4435-866e-1e6565b168d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:44.112685 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a45b0e04-2ea7-4636-8337-b71d32ed9ab6 req-1a749c58-e97b-4435-866e-1e6565b168d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0628521 Jun 23 17:27:44.121609 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40986) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:44.126182 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'floatingip': {'port_id': '16805795-f56e-4a7c-8f2f-f170a7632807'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:44.164431 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:44.540412 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:44.605496 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:44.609317 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:44.658394 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 40994) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:44.718257 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Floating IP 07b1e3c2-3af3-4ca3-980d-c49a054d33ce associated. External IP: 172.28.2.242, port: 16805795-f56e-4a7c-8f2f-f170a7632807. Jun 23 17:27:44.777456 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-638f931d-3c88-42ee-9c05-4ccf3f53c6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:44.998978 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-638f931d-3c88-42ee-9c05-4ccf3f53c6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.012630 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-638f931d-3c88-42ee-9c05-4ccf3f53c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.016343 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5ca9233d-d0ba-4024-8dca-6a4fe4211389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:45.039345 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:27:45.061097 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-638f931d-3c88-42ee-9c05-4ccf3f53c6e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=641042b82c7b47ffa77da5ebe1fb7f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016833 Jun 23 17:27:45.064034 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41004) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:45.065467 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f931d-3c88-42ee-9c05-4ccf3f53c6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de620609-5e23-4f75-9b05-6b4e22ab0a41,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:45.070354 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-638f931d-3c88-42ee-9c05-4ccf3f53c6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:45.119174 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.141910 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.173814 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:45.178706 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.184676 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] Sync routers for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:45.194067 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.194404 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:45.195033 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:45.197838 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.201892 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de620609-5e23-4f75-9b05-6b4e22ab0a41 HTTP/1.1" status: 204 len: 168 time: 0.1365106 Jun 23 17:27:45.202793 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cb171360-56eb-48a1-8fde-e29bd559b0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:45.210944 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de620609-5e23-4f75-9b05-6b4e22ab0a41,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:45.214232 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:45.217468 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-81f40552-a76e-4665-b5a2-2e9fdab93833 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "PUT /v2.0/floatingips/07b1e3c2-3af3-4ca3-980d-c49a054d33ce HTTP/1.1" status: 200 len: 991 time: 1.0944986 Jun 23 17:27:45.218103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:45.220581 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcafc8fb-3025-40e4-a478-6fdcce5d3424" -d '{"events": [{"name": "network-changed", "server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:45.271760 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b6c9a-1159-451f-bb40-75d011b3de5c x-openstack-request-id: req-0d0b6c9a-1159-451f-bb40-75d011b3de5c {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:45.272214 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:45.272555 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d0b6c9a-1159-451f-bb40-75d011b3de5c {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:45.273519 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807', 'status': 'completed', 'code': 200} Jun 23 17:27:45.346187 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:45.372567 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-ed822af6-5f6c-4f3e-aa81-5bf70986b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:45.374100 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-ed822af6-5f6c-4f3e-aa81-5bf70986b975 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 1098 time: 0.0701418 Jun 23 17:27:45.473107 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-883788bb-e118-4da3-98b5-f0bfe1d040ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:45.474510 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-883788bb-e118-4da3-98b5-f0bfe1d040ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 912 time: 0.0933967 Jun 23 17:27:45.559300 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-151e65cb-fa17-462c-ac67-102dc1dfe332 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 200 len: 999 time: 0.0748651 Jun 23 17:27:45.587325 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.615965 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-faa60b10-5927-4213-b4c5-ab771f4827e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:45.617401 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-faa60b10-5927-4213-b4c5-ab771f4827e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0483415 Jun 23 17:27:45.653321 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '07b1e3c2-3af3-4ca3-980d-c49a054d33ce', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'floating_ip_address': '172.28.2.242', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'port_id': '16805795-f56e-4a7c-8f2f-f170a7632807', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'mac_address': 'fa:16:3e:b1:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:27:32Z', 'updated_at': '2021-06-23T17:27:44Z', 'revision_number': 1, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:45.682314 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-8770603e-edde-40cc-aedb-43f574ba0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:45.683883 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-8770603e-edde-40cc-aedb-43f574ba0726 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571768 Jun 23 17:27:45.806345 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] Checking router: 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:45.813650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-d3f123d9-c0c0-4b0a-a012-a80cd351cc1b service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149256 Jun 23 17:27:45.814923 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:45.815542 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:45.916645 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcafc8fb-3025-40e4-a478-6fdcce5d3424 req-629c3619-0196-489d-bcf4-67a20f2cb1f9 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932734 Jun 23 17:27:45.926165 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:46.163376 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '07b1e3c2-3af3-4ca3-980d-c49a054d33ce', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'floating_ip_address': '172.28.2.242', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'port_id': '16805795-f56e-4a7c-8f2f-f170a7632807', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'mac_address': 'fa:16:3e:b1:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:27:32Z', 'updated_at': '2021-06-23T17:27:44Z', 'revision_number': 1, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:46.196498 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb514f-af88-49bc-8eb9-e87aee7ceefa None None] The sync data for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb is: [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '07b1e3c2-3af3-4ca3-980d-c49a054d33ce', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'floating_ip_address': '172.28.2.242', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'port_id': '16805795-f56e-4a7c-8f2f-f170a7632807', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'mac_address': 'fa:16:3e:b1:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:27:32Z', 'updated_at': '2021-06-23T17:27:44Z', 'revision_number': 1, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:27:46.426492 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.429476 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b7d93-a08d-4c9e-9d8b-ba3915a09e60 None None] New status for floating IP 07b1e3c2-3af3-4ca3-980d-c49a054d33ce: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:27:48.427461 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41084) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:48.471467 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Deleting subnet cebb85b3-0b40-43e5-82bc-4174ed67156c {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:27:48.474412 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.509421 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.548712 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.604509 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.606760 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1468df92-c948-4d39-aa4f-28105fe1a3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:48.631870 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebb85b3-0b40-43e5-82bc-4174ed67156c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:48.633863 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.635692 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cebb85b3-0b40-43e5-82bc-4174ed67156c HTTP/1.1" status: 204 len: 168 time: 0.2072375 Jun 23 17:27:48.636552 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a37da9cb-8ed5-4b17-973d-3c9287a3ba3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:48.638201 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41086) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:48.705801 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.790206 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.800236 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f197efab-f911-4d61-bd20-8ecac62022dd']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:48.811044 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:48.811332 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca76aac2-c3cc-4463-bdde-b5c02c4a8dae') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:48.820505 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.834243 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.841186 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:27:48.841610 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:27:48.843329 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:27:48.896705 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.901167 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:48.903786 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.908173 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f197efab-f911-4d61-bd20-8ecac62022dd HTTP/1.1" status: 204 len: 168 time: 0.2665787 Jun 23 17:27:48.927436 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Pushing event deleted for resources: {'Network': ['ID=f197efab-f911-4d61-bd20-8ecac62022dd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:48.930073 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c16e84fa-f1e3-4af7-855e-dd4451c7bb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:49.085843 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41098) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:49.138975 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-63e81f01-aa30-460e-82c1-d4a649572522 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=119719f0cc1d4399819e6525d9690728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515854 Jun 23 17:27:49.141144 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41100) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:49.191569 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.213976 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.268226 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.272410 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.277203 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2173d37-64fb-4f6e-b5a1-625ca51086cc HTTP/1.1" status: 204 len: 168 time: 0.1325691 Jun 23 17:27:49.277203 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f9fe3d1f-dd49-48b7-bccb-fbd6754669b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:49.294403 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2173d37-64fb-4f6e-b5a1-625ca51086cc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:49.296936 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:50.925572 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:27:56.131398 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41296) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:56.232764 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6d613558-12d0-47e8-9d24-f9fb7ed03c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.320906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6d613558-12d0-47e8-9d24-f9fb7ed03c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.325314 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6d613558-12d0-47e8-9d24-f9fb7ed03c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.327741 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8c435152-4ff9-46f6-8c1c-78064cb4cb48 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:56.365355 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-6d613558-12d0-47e8-9d24-f9fb7ed03c7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b9b22f26c2a48faac7cd6b0712f9f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328849 Jun 23 17:27:56.366250 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d613558-12d0-47e8-9d24-f9fb7ed03c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cf03b0-7199-4310-a31d-17064559e4f7,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:56.368029 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41300) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:56.369859 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6d613558-12d0-47e8-9d24-f9fb7ed03c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:56.420570 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.441570 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.487768 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.490607 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.491784 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7cf03b0-7199-4310-a31d-17064559e4f7 HTTP/1.1" status: 204 len: 168 time: 0.1219389 Jun 23 17:27:56.492551 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1847ab82-f602-4914-928f-f03b6b1ef673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:56.501928 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cf03b0-7199-4310-a31d-17064559e4f7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:56.504949 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:57.110405 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41330) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.199316 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1286064725-network', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:57.219717 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Made reservation on behalf of a0b650c664c0423799fbe3814e2b016e for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:27:57.221969 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.230991 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.317637 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.321300 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.325421 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c5528eb5-72c0-485d-8961-6b70bbcdf269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:57.343386 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:27:57.358444 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811b30d4-c86d-46af-bd21-46aba691ad6a,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:57.361154 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.361491 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Added segment c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef of type vlan for network 00198e81-0855-46d2-a1c9-cbacc627f6de Jun 23 17:27:57.362867 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:57.401616 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.428634 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.429939 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:57.430514 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.433305 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:57.487963 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3764644 Jun 23 17:27:57.490948 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41334) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.493016 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Pushing event updated for resources: {'Network': ['ID=00198e81-0855-46d2-a1c9-cbacc627f6de,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:57.496756 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:57.497320 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Request body: {'subnet': {'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1286064725-subnet', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:57.504089 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network 00198e81-0855-46d2-a1c9-cbacc627f6de details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:27:57.519043 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Made reservation on behalf of a0b650c664c0423799fbe3814e2b016e for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:27:57.521564 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.699444 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.702559 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5bd570bd-003f-4819-9baf-09032205d2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:57.750207 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Pushing event updated for resources: {'Subnet': ['ID=36825025-d20a-478f-adb6-b5d1234a09d5,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:57.758294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:57.769349 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Checking segment: {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:57.769812 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Network hostable DHCP agents. Network: 00198e81-0855-46d2-a1c9-cbacc627f6de, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:27:57.786395 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Network 00198e81-0855-46d2-a1c9-cbacc627f6de is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:27:57.795449 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, 00198e81-0855-46d2-a1c9-cbacc627f6de) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:57.799288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:57.799850 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.808243 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2720090b-d3ae-436c-8277-8a164dbdb078 None None] Network 00198e81-0855-46d2-a1c9-cbacc627f6de requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:27:57.816508 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-cab1bcd0-c68b-4377-8cc0-4f8eb41e814f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3220615 Jun 23 17:27:57.816706 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41344) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.820896 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:57.843176 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.844180 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.895323 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.954886 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-00198e81-0855-46d2-a1c9-cbacc627f6de', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:27:57.955759 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.028602 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.088286 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Allocated IP 172.20.0.2 (00198e81-0855-46d2-a1c9-cbacc627f6de/36825025-d20a-478f-adb6-b5d1234a09d5/2101a8c6-a5a6-4afa-a3dd-8e087f7b3260) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:58.230195 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.230503 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.238093 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Transition to ACTIVE for port object 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:58.252103 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Transition to ACTIVE for port object 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:58.252342 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.258021 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.260663 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.298190 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Network 00198e81-0855-46d2-a1c9-cbacc627f6de is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:58.300820 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:58.304220 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:58.311001 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Pushing event updated for resources: {'Port': ['ID=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.315311 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.358942 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Allocated IP 172.28.2.95 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/f5ddf2c8-95e6-4096-9d39-77c04343a2a8) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:58.363452 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Attempting to bind port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:27:58.363826 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Attempting to bind port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:27:58.364185 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Attempting to bind port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 on network 00198e81-0855-46d2-a1c9-cbacc627f6de {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:27:58.369247 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:27:58.369621 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Checking segment: {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:58.370054 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.370449 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Bound using segment: {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:27:58.370920 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Bound port: 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:27:58.371316 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.435041 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] For port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:27:58.438281 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] For port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:27:58.443952 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.447503 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.464231 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.503260 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Pushing event updated for resources: {'Port': ['ID=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.503579 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.505422 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.506399 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1cc9020b-0d85-4a1c-9d15-daadef24d3cd tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.546344 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:58.551989 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:58.553966 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Pushing event updated for resources: {'Port': ['ID=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.556782 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:58.560028 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.783748 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.255710 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.382023 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc76512-a3b7-4f46-8a88-e71b907c724b None None] Network 00198e81-0855-46d2-a1c9-cbacc627f6de requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:27:59.390723 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Router bc5634a4-5286-4a0c-a03a-9b0a34b44027 is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:27:59.445353 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-a0f683b7-7de0-40d9-9c3e-1262479efdf2 None None] Provisioning for port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:27:59.496245 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:59.507245 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Sync routers for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:59.511752 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.512982 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6953886 Jun 23 17:27:59.515725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41354) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:59.537574 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:59.538226 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:59.657596 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:59.840235 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:27:58Z', 'revision_number': 3, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:59.874653 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Checking router: bc5634a4-5286-4a0c-a03a-9b0a34b44027 for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:59.875030 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Updating router bc5634a4-5286-4a0c-a03a-9b0a34b44027 port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:27:59.914044 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.934558 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.123925 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:00.130351 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Allocated IP 172.20.0.1 (00198e81-0855-46d2-a1c9-cbacc627f6de/36825025-d20a-478f-adb6-b5d1234a09d5/97eb948d-fe46-44cd-a194-071385f08567) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:00.198169 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41366) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:00.210573 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:00.222208 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:00.222588 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.232305 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.247327 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Transition to ACTIVE for port object 97eb948d-fe46-44cd-a194-071385f08567 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:00.289507 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.293036 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d6292daf-8761-429d-824b-59569b0bdab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.297393 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.311912 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Transition to ACTIVE for port object f5ddf2c8-95e6-4096-9d39-77c04343a2a8 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:00.318178 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.324312 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd81ef7f-032f-4eae-af21-69461f7ed35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.336741 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-4aa6b5d4-686c-40f3-8736-fc96feac478a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.344899 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Network 00198e81-0855-46d2-a1c9-cbacc627f6de is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:00.348441 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:00.354578 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:00.355080 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.359011 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Pushing event updated for resources: {'Port': ['ID=97eb948d-fe46-44cd-a194-071385f08567,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.404682 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Attempting to bind port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:00.404839 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Attempting to bind port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:00.405155 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Attempting to bind port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:00.405951 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.406317 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.406822 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.407054 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.407173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.407528 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.407908 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.408243 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.408584 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.408926 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.409263 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.409754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.410257 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:00.416813 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.419325 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd81ef7f-032f-4eae-af21-69461f7ed35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.422360 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78b29c-eba3-4358-87c1-6b372eb1ed87 None None] Pushing event updated for resources: {'Port': ['ID=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.424502 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd81ef7f-032f-4eae-af21-69461f7ed35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.426620 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:00.427006 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:00.427416 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.427816 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:00.428309 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Bound port: f5ddf2c8-95e6-4096-9d39-77c04343a2a8, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:00.428688 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.430065 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-49bbb9d6-7e07-478d-9ca9-02b350c1d670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.430559 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-0f78b29c-eba3-4358-87c1-6b372eb1ed87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.474706 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-cd81ef7f-032f-4eae-af21-69461f7ed35a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=254eb33013054aca9a8407c87a6eb7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749968 Jun 23 17:28:00.475697 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41370) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:00.476665 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ef7f-032f-4eae-af21-69461f7ed35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f051364-1d2e-4c86-ae4d-c47133e8963f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.481631 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cd81ef7f-032f-4eae-af21-69461f7ed35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.539787 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.563093 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.574162 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.629979 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.632457 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.636085 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f051364-1d2e-4c86-ae4d-c47133e8963f HTTP/1.1" status: 204 len: 168 time: 0.1531599 Jun 23 17:28:00.636237 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] For port f5ddf2c8-95e6-4096-9d39-77c04343a2a8, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:00.636707 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-99a2e484-f99d-4e11-8dd5-669968a57ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.643795 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f051364-1d2e-4c86-ae4d-c47133e8963f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.646318 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.646811 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] For port f5ddf2c8-95e6-4096-9d39-77c04343a2a8, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:00.666642 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.673676 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.718737 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-bd646898-e428-4dd0-a682-e431c1064047 None None] Provisioning for port 97eb948d-fe46-44cd-a194-071385f08567 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:00.725215 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:00.735608 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-bd646898-e428-4dd0-a682-e431c1064047 None None] Provisioning complete for port 97eb948d-fe46-44cd-a194-071385f08567 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:00.736243 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bd646898-e428-4dd0-a682-e431c1064047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.737716 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.756711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.764204 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.764204 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.766790 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d182d65b-1f9b-46e5-8b3c-0a8a25cb91ed tempest-VolumesSnapshotTestJSON-1974460524 tempest-VolumesSnapshotTestJSON-1974460524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.786673 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:00.786673 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:00.786673 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78b29c-eba3-4358-87c1-6b372eb1ed87 None None] Pushing event updated for resources: {'Port': ['ID=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.818104 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-0f78b29c-eba3-4358-87c1-6b372eb1ed87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.818587 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.865671 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Pushing event updated for resources: {'Port': ['ID=97eb948d-fe46-44cd-a194-071385f08567,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.870191 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.870647 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.879930 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.892501 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-bd646898-e428-4dd0-a682-e431c1064047 None None] Port 97eb948d-fe46-44cd-a194-071385f08567 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:00.910844 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Network 00198e81-0855-46d2-a1c9-cbacc627f6de is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:00.912661 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:00.959759 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:01.029207 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Router bc5634a4-5286-4a0c-a03a-9b0a34b44027 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:28:01.150690 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:01.155596 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc5634a4-5286-4a0c-a03a-9b0a34b44027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389422 Jun 23 17:28:01.176626 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 2, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:01.213105 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d530c-1ec8-4168-86c2-9f0efbc8fb23 None None] The sync data for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb is: [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 2, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:01.225135 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4d5ea0ee-c51c-436c-abe2-183e70c8fb92 None None] Provisioning complete for port 97eb948d-fe46-44cd-a194-071385f08567 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:01.225521 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4d5ea0ee-c51c-436c-abe2-183e70c8fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.262694 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ea0ee-c51c-436c-abe2-183e70c8fb92 None None] Port 97eb948d-fe46-44cd-a194-071385f08567 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:01.726014 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41390) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:01.731553 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1759229118-network', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:01.754280 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Made reservation on behalf of 899aa0e65cea48c9aeec2d1d52e1252c for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:01.756673 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.765858 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.888112 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.892572 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.895949 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3c6f2eb0-8a0a-4bd6-8d81-db50f71691bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:01.925051 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:28:01.932564 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae14cc3e-351a-4067-94b3-5176ddc731fa,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:01.936122 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:01.941141 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.941527 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.segments_db [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Added segment 9456bac3-29a8-48f4-b989-7b62ff31e0d5 of type vlan for network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 Jun 23 17:28:01.984855 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765183745046'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.016362 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.017954 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:02.018489 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.020638 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:02.084779 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3552387 Jun 23 17:28:02.085338 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41392) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:02.091427 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Request body: {'subnet': {'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1759229118-subnet', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:02.091886 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Pushing event updated for resources: {'Network': ['ID=e1c9ddff-467d-4ae0-8738-0b3d55a65a11,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:02.094758 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:02.102187 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 details requested by agent ovs-agent-dv-cinder-797510-2-smb with host dv-cinder-797510-2-smb {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:28:02.124073 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Made reservation on behalf of 899aa0e65cea48c9aeec2d1d52e1252c for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:02.128490 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.183888 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device f5ddf2c8-95e6-4096-9d39-77c04343a2a8 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:02.240842 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:02.248791 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:02.249306 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.326749 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.330970 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:02.342700 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.364076 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port f5ddf2c8-95e6-4096-9d39-77c04343a2a8, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:02.369422 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.370639 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:02.372437 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:02.385535 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c462ed76-7db5-44d8-8077-a5995dd73a97,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:02.389315 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:02.396938 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Checking segment: {'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:02.397305 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Network hostable DHCP agents. Network: e1c9ddff-467d-4ae0-8738-0b3d55a65a11, hostable agents: ['2fba13b0-87fe-49c6-9241-0b0585cfdba2'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:28:02.416808 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 is scheduled to be hosted by DHCP agent 2fba13b0-87fe-49c6-9241-0b0585cfdba2 with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:28:02.426436 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-smb, e1c9ddff-467d-4ae0-8738-0b3d55a65a11) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:02.432476 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:02.433317 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.445761 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5bcf4-e532-4d9a-94dc-812a1d311d61 None None] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:28:02.451702 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5d6af0e3-2ab8-4863-9439-28d4f28c5fb7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3628640 Jun 23 17:28:02.451930 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41396) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:02.457313 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:02.476592 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:02.479512 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1674766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27473'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.480114 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:02.480869 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1674757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27480'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.531492 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:02.531868 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.540365 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.675966 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9166bf54-95dc-52aa-a9b8-e99137775d42-e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'fixed_ips': [{'subnet_id': 'c462ed76-7db5-44d8-8077-a5995dd73a97'}]}} from dv-cinder-797510-2-smb. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:28:02.676838 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.690823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27466'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.821178 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Allocated IP 172.20.0.2 (e1c9ddff-467d-4ae0-8738-0b3d55a65a11/c462ed76-7db5-44d8-8077-a5995dd73a97/b54abc7e-0a58-4035-b3fc-ac078833cbad) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:02.892847 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.911028 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.967573 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.975886 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Transition to ACTIVE for port object b54abc7e-0a58-4035-b3fc-ac078833cbad will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:02.990796 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Transition to ACTIVE for port object b54abc7e-0a58-4035-b3fc-ac078833cbad will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:02.997464 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.999309 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-10dc61e3-189c-4d2e-817d-ea1774d56809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:03.018377 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Allocated IP 172.28.2.233 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/08e76128-fe48-46e5-b717-83085b72baaf) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:03.038247 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:03.044503 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:03.046673 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Pushing event updated for resources: {'Port': ['ID=b54abc7e-0a58-4035-b3fc-ac078833cbad,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:03.048847 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:03.056948 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:03.107916 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Attempting to bind port b54abc7e-0a58-4035-b3fc-ac078833cbad on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:03.108520 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Attempting to bind port b54abc7e-0a58-4035-b3fc-ac078833cbad by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:03.108785 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Attempting to bind port b54abc7e-0a58-4035-b3fc-ac078833cbad on network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:03.113897 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:03.114592 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Checking segment: {'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:03.114735 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.115051 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Bound using segment: {'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:03.115517 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Bound port: b54abc7e-0a58-4035-b3fc-ac078833cbad, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:03.115888 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.130665 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.182740 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] For port b54abc7e-0a58-4035-b3fc-ac078833cbad, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:03.184109 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.186090 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] For port b54abc7e-0a58-4035-b3fc-ac078833cbad, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=b54abc7e-0a58-4035-b3fc-ac078833cbad,segment=NetworkSegment(9456bac3-29a8-48f4-b989-7b62ff31e0d5),segment_id=9456bac3-29a8-48f4-b989-7b62ff31e0d5)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:03.186288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d0b195a4-fc29-4e17-bcd6-76864071655f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:03.191766 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.194819 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-0f78b29c-eba3-4358-87c1-6b372eb1ed87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:03.225366 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:03.229181 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:03.232762 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:03.252035 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Pushing event updated for resources: {'Port': ['ID=b54abc7e-0a58-4035-b3fc-ac078833cbad,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:03.255243 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:03.271461 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Pushing event updated for resources: {'Port': ['ID=08e76128-fe48-46e5-b717-83085b72baaf,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:03.315111 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:03.480302 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Sync routers for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:03.498955 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:03.499208 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:03.518757 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.608750 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:03.818009 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 2, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:03.844920 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Checking router: bc5634a4-5286-4a0c-a03a-9b0a34b44027 for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:03.845296 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Updating router bc5634a4-5286-4a0c-a03a-9b0a34b44027 port 97eb948d-fe46-44cd-a194-071385f08567 binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:03.879874 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.010527 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417911'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.168897 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf is scheduled to L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:28:04.181538 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b54abc7e-0a58-4035-b3fc-ac078833cbad up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:04.234426 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port b54abc7e-0a58-4035-b3fc-ac078833cbad completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:04.241514 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device f5ddf2c8-95e6-4096-9d39-77c04343a2a8 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:04.276491 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.287778 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Transition to ACTIVE for port object 97eb948d-fe46-44cd-a194-071385f08567 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:04.297578 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.307116 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:04.307538 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.309837 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:04.311830 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933734be-64c0-4085-9739-42535f526af2 None None] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:28:04.313315 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:04.331800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.333382 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8803234 Jun 23 17:28:04.336042 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41400) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:04.355543 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abada4c-ac1c-4112-a24a-db31ca501c89 None None] Pushing event updated for resources: {'Port': ['ID=97eb948d-fe46-44cd-a194-071385f08567,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:04.358504 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-3abada4c-ac1c-4112-a24a-db31ca501c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:04.366651 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Sync routers for ids ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:04.384536 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Routers {'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:04.386062 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:04.424328 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Attempting to bind port 97eb948d-fe46-44cd-a194-071385f08567 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:04.424707 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Attempting to bind port 97eb948d-fe46-44cd-a194-071385f08567 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:04.425069 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Attempting to bind port 97eb948d-fe46-44cd-a194-071385f08567 on network 00198e81-0855-46d2-a1c9-cbacc627f6de {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:04.431645 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:04.431824 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Checking segment: {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:04.432204 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.432626 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Bound using segment: {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:04.433253 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Bound port: 97eb948d-fe46-44cd-a194-071385f08567, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:04.433602 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.511556 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] For port 97eb948d-fe46-44cd-a194-071385f08567, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:04.513872 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Provisioning for port b54abc7e-0a58-4035-b3fc-ac078833cbad completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:04.515226 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] For port 97eb948d-fe46-44cd-a194-071385f08567, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=97eb948d-fe46-44cd-a194-071385f08567,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:04.521190 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.524548 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-c6fbf596-5349-427a-9f45-6eb42fe390f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:04.579245 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abada4c-ac1c-4112-a24a-db31ca501c89 None None] Pushing event updated for resources: {'Port': ['ID=97eb948d-fe46-44cd-a194-071385f08567,revision_number=4']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:04.585006 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-3abada4c-ac1c-4112-a24a-db31ca501c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:04.603155 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:04.604146 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:04.719183 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Provisioning complete for port b54abc7e-0a58-4035-b3fc-ac078833cbad triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:04.719838 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.779568 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:04.836754 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Set router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:04.869708 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.009669 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.018086 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:04Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:05.048711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Allocated IP 172.20.0.1 (e1c9ddff-467d-4ae0-8738-0b3d55a65a11/c462ed76-7db5-44d8-8077-a5995dd73a97/2b1c82c0-beba-4cfc-9748-9f0fa4c28f52) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:05.055662 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f94883-8b2a-46a7-ac3d-80026142f551 None None] The sync data for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb is: [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:04Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:05.073920 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] For port b54abc7e-0a58-4035-b3fc-ac078833cbad, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=b54abc7e-0a58-4035-b3fc-ac078833cbad,segment=NetworkSegment(9456bac3-29a8-48f4-b989-7b62ff31e0d5),segment_id=9456bac3-29a8-48f4-b989-7b62ff31e0d5)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:05.095543 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.101500 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.164684 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Pushing event updated for resources: {'Port': ['ID=b54abc7e-0a58-4035-b3fc-ac078833cbad,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:05.169160 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:05.176462 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.184871 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '08e76128-fe48-46e5-b717-83085b72baaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:03Z', 'revision_number': 3, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port': {'id': '08e76128-fe48-46e5-b717-83085b72baaf', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:05.204351 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Transition to ACTIVE for port object 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:05.220532 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Checking router: fe972019-afe9-4cd8-b9e1-9a88a1c8eacf for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:05.220913 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Updating router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf port 08e76128-fe48-46e5-b717-83085b72baaf binding host dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:05.258223 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.263763 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ae338256-862b-4210-8dd4-3a50108242a4 tempest-VolumesActionsTest-1463379925 tempest-VolumesActionsTest-1463379925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.270548 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.309949 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:05.313013 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:05.323482 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:05.324961 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:05.327331 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:05.327964 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409975'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.398181 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-005d26c5-6b6d-42d3-9883-6ae42532824c None None] Provisioning complete for port b54abc7e-0a58-4035-b3fc-ac078833cbad triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:05.398560 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-005d26c5-6b6d-42d3-9883-6ae42532824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.503268 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.653533 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.670553 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Transition to ACTIVE for port object 08e76128-fe48-46e5-b717-83085b72baaf will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:05.679166 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.681638 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.703274 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.708125 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-34dde708-6aff-42ca-8d5e-25b72f2bd77b None None] Provisioning for port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:05.709159 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.710088 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1741013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410011'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.714210 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.718187 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-34dde708-6aff-42ca-8d5e-25b72f2bd77b None None] Provisioning complete for port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:05.718446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-34dde708-6aff-42ca-8d5e-25b72f2bd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.788462 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Attempting to bind port 08e76128-fe48-46e5-b717-83085b72baaf on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:05.788867 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Attempting to bind port 08e76128-fe48-46e5-b717-83085b72baaf by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:05.789240 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Attempting to bind port 08e76128-fe48-46e5-b717-83085b72baaf on network ba6f1368-83b2-4c05-8c84-f343b873e2ae {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:05.795634 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef6fd-a511-47a2-8552-765183378b82 None None] Pushing event updated for resources: {'Port': ['ID=08e76128-fe48-46e5-b717-83085b72baaf,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:05.799069 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-8b8ef6fd-a511-47a2-8552-765183378b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:05.803872 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-34dde708-6aff-42ca-8d5e-25b72f2bd77b None None] Port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:05.804924 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:05.807622 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:05.807968 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Checking segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:05.808765 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.809172 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Bound using segment: {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:05.809852 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Bound port: 08e76128-fe48-46e5-b717-83085b72baaf, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:05.810117 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.810824 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:05.862758 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:05.864551 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:05.892962 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] For port 08e76128-fe48-46e5-b717-83085b72baaf, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:05.896253 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] For port 08e76128-fe48-46e5-b717-83085b72baaf, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=08e76128-fe48-46e5-b717-83085b72baaf,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:05.902983 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.905174 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.960817 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Routers {'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:05.961456 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:06.010749 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:28:06.012028 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef6fd-a511-47a2-8552-765183378b82 None None] Pushing event updated for resources: {'Port': ['ID=08e76128-fe48-46e5-b717-83085b72baaf,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:06.015313 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-8b8ef6fd-a511-47a2-8552-765183378b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:06.147285 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-9b8f2422-8a97-4665-b16f-ef399f16f4ce None None] Provisioning complete for port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:06.147604 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2422-8a97-4665-b16f-ef399f16f4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.167361 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:06.174834 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b54abc7e-0a58-4035-b3fc-ac078833cbad up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:06.176112 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] 10.222.0.69 "PUT /v2.0/routers/fe972019-afe9-4cd8-b9e1-9a88a1c8eacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385606 Jun 23 17:28:06.189277 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] Set router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:06.256968 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f2422-8a97-4665-b16f-ef399f16f4ce None None] Port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:06.370814 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port b54abc7e-0a58-4035-b3fc-ac078833cbad triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:06.371197 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.511013 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 97eb948d-fe46-44cd-a194-071385f08567 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:06.550353 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9371feb9-1167-473d-a1bf-95128555220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '08e76128-fe48-46e5-b717-83085b72baaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port': {'id': '08e76128-fe48-46e5-b717-83085b72baaf', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '2b1c82c0-beba-4cfc-9748-9f0fa4c28f52', 'name': '', 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'mac_address': 'fa:16:3e:15:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 2, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'subnets': [{'id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:06.582806 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371feb9-1167-473d-a1bf-95128555220a None None] The sync data for ids ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'] in dv-cinder-797510-2-smb is: [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '08e76128-fe48-46e5-b717-83085b72baaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port': {'id': '08e76128-fe48-46e5-b717-83085b72baaf', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '2b1c82c0-beba-4cfc-9748-9f0fa4c28f52', 'name': '', 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'mac_address': 'fa:16:3e:15:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 2, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'subnets': [{'id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:06.604227 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 97eb948d-fe46-44cd-a194-071385f08567 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:06.611058 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 97eb948d-fe46-44cd-a194-071385f08567 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:06.612339 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.706298 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.740914 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 97eb948d-fe46-44cd-a194-071385f08567, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=97eb948d-fe46-44cd-a194-071385f08567,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:06.747086 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.750691 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:06.807655 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=97eb948d-fe46-44cd-a194-071385f08567,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:06.815426 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:08.231241 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aaac8-3f80-441e-a561-d7c2fd925949 req-51b92db7-9f4c-4495-83da-3e7ace312edb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:08.233834 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4b0aaac8-3f80-441e-a561-d7c2fd925949 req-51b92db7-9f4c-4495-83da-3e7ace312edb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 946 time: 0.1060772 Jun 23 17:28:08.262041 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 08e76128-fe48-46e5-b717-83085b72baaf up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:08.300963 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4b0aaac8-3f80-441e-a561-d7c2fd925949 req-86d23df1-b02e-4166-9460-696ea1806555 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608892 Jun 23 17:28:08.326864 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 08e76128-fe48-46e5-b717-83085b72baaf completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:08.335291 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 08e76128-fe48-46e5-b717-83085b72baaf triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:08.335665 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:08.614721 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:08.641888 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 08e76128-fe48-46e5-b717-83085b72baaf, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=08e76128-fe48-46e5-b717-83085b72baaf,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:08.646743 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:08.648771 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 97eb948d-fe46-44cd-a194-071385f08567 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:08.651943 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:08.738041 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=08e76128-fe48-46e5-b717-83085b72baaf,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:08.743713 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:08.751860 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 97eb948d-fe46-44cd-a194-071385f08567 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:08.752335 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.537615 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768db7e-b5ea-40dc-9af4-3ff7ab6644d7 req-223cba31-5415-452e-b956-78742f5b1b86 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:09.539883 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9768db7e-b5ea-40dc-9af4-3ff7ab6644d7 req-223cba31-5415-452e-b956-78742f5b1b86 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 946 time: 0.0806863 Jun 23 17:28:09.582843 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9768db7e-b5ea-40dc-9af4-3ff7ab6644d7 req-12da2fe6-9bc4-480c-8013-1d837989a9ac tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=d88b901f-e139-43f0-a28f-6c5bc7237497&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364175 Jun 23 17:28:09.723273 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-91679cf9-ef34-4f47-bcef-205fe16cd172 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:09.724738 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-91679cf9-ef34-4f47-bcef-205fe16cd172 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 946 time: 0.0773895 Jun 23 17:28:09.756811 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Sync routers for ids ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:09.767392 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Routers {'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:09.769304 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:09.847308 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Deleting port 2a93dab1-a6db-402a-8358-bc93fb2ea31e {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:28:09.847538 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.908609 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Set router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:09.955393 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] For port 2a93dab1-a6db-402a-8358-bc93fb2ea31e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2a93dab1-a6db-402a-8358-bc93fb2ea31e,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:09.956881 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.109443 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 08e76128-fe48-46e5-b717-83085b72baaf up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:10.184157 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '08e76128-fe48-46e5-b717-83085b72baaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port': {'id': '08e76128-fe48-46e5-b717-83085b72baaf', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '2b1c82c0-beba-4cfc-9748-9f0fa4c28f52', 'name': '', 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'mac_address': 'fa:16:3e:15:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 2, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'subnets': [{'id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:10.199765 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 08e76128-fe48-46e5-b717-83085b72baaf triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:10.200621 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.217117 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Checking router: fe972019-afe9-4cd8-b9e1-9a88a1c8eacf for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:10.217879 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Updating router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 binding host dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:10.253152 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.265884 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.266264 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.266712 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Floating IP 021391bb-5750-4134-a35a-fe9838b0320d disassociated. External IP: 172.28.2.7, port: 2a93dab1-a6db-402a-8358-bc93fb2ea31e. Jun 23 17:28:10.267522 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Calling delete_port for 2a93dab1-a6db-402a-8358-bc93fb2ea31e owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:28:10.449863 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.454622 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:10.484505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event deleted for resources: {'Port': ['ID=2a93dab1-a6db-402a-8358-bc93fb2ea31e,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:10.488075 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:10.592607 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.604213 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Transition to ACTIVE for port object 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:10.612332 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.634609 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-b569e0a7-2626-4260-95aa-8cefa4d5e649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:10.658671 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Router fdb89b07-1c58-4be5-a3fb-16be83b136cd has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:28:10.688831 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324bede-7fd5-4597-be91-1f03842a7e2d None None] Pushing event updated for resources: {'Port': ['ID=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:10.693578 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-4324bede-7fd5-4597-be91-1f03842a7e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:10.725790 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62ec34cc-92a4-46a4-9127-7c09100b5319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.816870 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Attempting to bind port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 on host dv-cinder-797510-2-smb for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:10.817911 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Attempting to bind port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 by drivers openvswitch,hyperv on host dv-cinder-797510-2-smb at level 0 using segments [{'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:10.818463 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Attempting to bind port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 on network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:10.825752 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Checking agent: {'id': 'a1455f38-c10f-40c6-ba24-60421db91981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 16, 13), 'started_at': datetime.datetime(2021, 6, 23, 17, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:10.826347 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Checking segment: {'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:10.826990 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.827583 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Bound using segment: {'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:10.828931 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Bound port: 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52, host: dv-cinder-797510-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9456bac3-29a8-48f4-b989-7b62ff31e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:10.829536 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.855231 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:10.869198 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] Sync routers for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:10.879706 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:10.881477 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:10.898331 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8c803ac3-1157-4fe8-9826-07f30c18cbfa req-8a48cc30-8b31-4c5e-a0ed-ea525468aa4f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=e66d9582-fc98-465f-b9a0-eafc67c70ab2 HTTP/1.1" status: 200 len: 210 time: 0.0532708 Jun 23 17:28:10.923347 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] For port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52, host dv-cinder-797510-2-smb, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:10.929233 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] For port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52, host dv-cinder-797510-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,segment=NetworkSegment(9456bac3-29a8-48f4-b989-7b62ff31e0d5),segment_id=9456bac3-29a8-48f4-b989-7b62ff31e0d5)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:10.938108 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.940941 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-3abada4c-ac1c-4112-a24a-db31ca501c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:10.953787 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] No DVR routers for this DVR port 2a93dab1-a6db-402a-8358-bc93fb2ea31e on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:28:10.958021 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.966546 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3e7a7bfe-dc59-4c57-81ac-c0b34a8b5ea7 req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "DELETE /v2.0/ports/2a93dab1-a6db-402a-8358-bc93fb2ea31e HTTP/1.1" status: 204 len: 173 time: 1.2353308 Jun 23 17:28:10.967100 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-deleted', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:10.969413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aea74fc-ed0d-4fb4-9dfd-74ea1ff1a466" -d '{"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-deleted", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:11.023744 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8414f61-bea6-41ad-9600-ec6c0717ce25 x-openstack-request-id: req-b8414f61-bea6-41ad-9600-ec6c0717ce25 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:11.024148 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66d9582-fc98-465f-b9a0-eafc67c70ab2", "name": "network-vif-deleted", "tag": "2a93dab1-a6db-402a-8358-bc93fb2ea31e", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:11.024994 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8414f61-bea6-41ad-9600-ec6c0717ce25 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:11.025593 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66d9582-fc98-465f-b9a0-eafc67c70ab2', 'name': 'network-vif-deleted', 'tag': '2a93dab1-a6db-402a-8358-bc93fb2ea31e', 'status': 'completed', 'code': 200} Jun 23 17:28:11.107269 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:11.193360 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324bede-7fd5-4597-be91-1f03842a7e2d None None] Pushing event updated for resources: {'Port': ['ID=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,revision_number=4']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:11.200938 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_concurrency.lockutils [None req-4324bede-7fd5-4597-be91-1f03842a7e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:11.201558 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Routers {'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:11.202185 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:11.443450 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] Set router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:11.540712 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:11.575915 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] Checking router: fdb89b07-1c58-4be5-a3fb-16be83b136cd for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:11.586405 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:11.587884 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:27:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:11.718866 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:11.826674 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '08e76128-fe48-46e5-b717-83085b72baaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port': {'id': '08e76128-fe48-46e5-b717-83085b72baaf', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '2b1c82c0-beba-4cfc-9748-9f0fa4c28f52', 'name': '', 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'mac_address': 'fa:16:3e:15:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:10Z', 'revision_number': 4, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'subnets': [{'id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:11.871645 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7888ba-976e-4c0a-9613-a73659097cf5 None None] The sync data for ids ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'] in dv-cinder-797510-2-smb is: [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '08e76128-fe48-46e5-b717-83085b72baaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port': {'id': '08e76128-fe48-46e5-b717-83085b72baaf', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '2b1c82c0-beba-4cfc-9748-9f0fa4c28f52', 'name': '', 'network_id': 'e1c9ddff-467d-4ae0-8738-0b3d55a65a11', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'mac_address': 'fa:16:3e:15:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:10Z', 'revision_number': 4, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'subnets': [{'id': 'c462ed76-7db5-44d8-8077-a5995dd73a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:12.059020 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:12.114540 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41472) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:12.160490 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434c133-65bc-47a8-af51-d47ae6015e76 None None] The sync data for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb is: [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:12.187924 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:12.227921 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.261308 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning for port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:12.262576 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.266243 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:12.266593 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.325100 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.329186 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.331501 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "DELETE /v2.0/security-groups/d88b901f-e139-43f0-a28f-6c5bc7237497 HTTP/1.1" status: 204 len: 168 time: 0.2159052 Jun 23 17:28:12.332529 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-790b918e-0d3d-41a3-81e9-efb3562154a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:12.335027 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41474) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:12.345202 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88b901f-e139-43f0-a28f-6c5bc7237497,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:12.356288 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.356950 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.357503 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.358284 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.358830 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.359425 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.359972 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.360541 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.361089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.361625 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.362144 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.364069 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:12.378075 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:12.382297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.api.v2.resource [None req-a70dad24-034b-4bde-9be6-48c90d170591 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] show failed (client error): The resource could not be found. Jun 23 17:28:12.383812 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a70dad24-034b-4bde-9be6-48c90d170591 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups/d88b901f-e139-43f0-a28f-6c5bc7237497 HTTP/1.1" status: 404 len: 347 time: 0.0474739 Jun 23 17:28:12.386925 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41476) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:12.420130 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.465183 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] For port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,segment=NetworkSegment(9456bac3-29a8-48f4-b989-7b62ff31e0d5),segment_id=9456bac3-29a8-48f4-b989-7b62ff31e0d5)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:12.486490 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.495558 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:12.556375 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Pushing event updated for resources: {'Port': ['ID=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:12.559528 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:12.654382 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Deleting port 5ce28fd0-a25a-48ad-82cf-a0997805d91b {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:28:12.654769 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.780933 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.781434 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.828251 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Calling delete_port for 5ce28fd0-a25a-48ad-82cf-a0997805d91b owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:28:12.847257 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03bc8a-ffc7-4d13-9124-85ac15e239ca None None] New status for floating IP 021391bb-5750-4134-a35a-fe9838b0320d: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:28:13.034731 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron_lib.db.api [None req-eb03bc8a-ffc7-4d13-9124-85ac15e239ca None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:28:13.034731 dv-cinder-797510-2-smb neutron-server[92926]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jun 23 17:28:13.034731 dv-cinder-797510-2-smb neutron-server[92926]: [parameters: {'status': 'DOWN', 'floatingips_id': '021391bb-5750-4134-a35a-fe9838b0320d'}] Jun 23 17:28:13.034731 dv-cinder-797510-2-smb neutron-server[92926]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92926) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:28:13.035363 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG oslo_db.api [None req-eb03bc8a-ffc7-4d13-9124-85ac15e239ca None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:28:13.091618 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.099057 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:13.130473 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event deleted for resources: {'Port': ['ID=5ce28fd0-a25a-48ad-82cf-a0997805d91b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:13.134421 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:13.162250 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.166744 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.167901 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "DELETE /v2.0/floatingips/021391bb-5750-4134-a35a-fe9838b0320d HTTP/1.1" status: 204 len: 168 time: 0.7798178 Jun 23 17:28:13.233357 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:28:13.268894 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 2a93dab1-a6db-402a-8358-bc93fb2ea31e {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:28:13.269247 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 2a93dab1-a6db-402a-8358-bc93fb2ea31e not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:28:13.438788 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-126a1b59-9988-48a9-ab3d-babf0f4ade1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.469358 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.536885 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03bc8a-ffc7-4d13-9124-85ac15e239ca None None] New status for floating IP 021391bb-5750-4134-a35a-fe9838b0320d: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:28:13.763739 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41482) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:13.769408 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702096793', 'description': 'tempest-description--1481713093'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:13.799957 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.937449 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.942784 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.944544 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-68cdedad-ff41-4393-9efc-ad22ddcdbfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:13.976761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:13.989119 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:13.989540 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.994791 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41484) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:13.995639 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2300072 Jun 23 17:28:14.001425 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'security_group_rule': {'security_group_id': '2acd5a2e-5ca9-428f-b434-e730b2fd8d6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:14.072114 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.128660 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 up at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:14.192218 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.200164 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.203534 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:14.232161 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7f83ac-6e9d-4555-a5ca-39cd6cf7e8bb,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:14.243044 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:14.258170 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Provisioning complete for port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:14.258664 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.263627 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.265426 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-55bca3f8-8beb-4dc8-963a-e450a9c7dfb3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2680497 Jun 23 17:28:14.267801 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41488) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:14.275899 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'security_group_rule': {'security_group_id': '2acd5a2e-5ca9-428f-b434-e730b2fd8d6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:14.340896 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.423053 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.429124 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.431411 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:14.449282 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1626fbf5-d726-46b2-b50e-82a7a9c79225,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:14.452509 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:14.456625 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.461166 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41490) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:14.461328 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924860 Jun 23 17:28:14.468731 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'floatingip': {'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:14.489878 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.549930 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.636592 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.771116 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Allocated IP 172.28.2.26 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/7db86ee9-94d7-4bd3-ac21-83266fc01249) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:14.896016 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.944542 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.947815 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-78f61c68-8303-43d8-9835-f51a79b4c0fd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:14.992568 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:14.996307 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:14.999783 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:15.008035 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'Port': ['ID=7db86ee9-94d7-4bd3-ac21-83266fc01249,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:15.015277 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:15.058133 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.105413 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.280319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.287896 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.290588 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7945c6bb-dab7-4e3c-a9b5-a3595d3b711b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:15.324336 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.346934 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.356689 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8937986 Jun 23 17:28:15.357926 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'Port': ['ID=7db86ee9-94d7-4bd3-ac21-83266fc01249,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:15.366343 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:15.580197 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-322eb12f-0307-45c0-92ec-6928515f8969 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--702096793&fields=id&tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 267 time: 0.0392547 Jun 23 17:28:15.595663 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.724557 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-d7af4198-29f4-466f-8ee6-5fa30c1cd99b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:15.731615 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-d7af4198-29f4-466f-8ee6-5fa30c1cd99b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 816 time: 0.1447992 Jun 23 17:28:15.742403 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-5f74364f-cb0d-4c98-a3f8-63f8865a0695 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/quotas/76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 375 time: 0.0097964 Jun 23 17:28:15.834048 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-be84e3aa-a640-4daf-9414-98250ee63432 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786994 Jun 23 17:28:15.945529 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-dda646bc-8623-41c6-abb7-96497b0899ed service neutron] 10.222.0.69 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067681 Jun 23 17:28:16.044285 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-30a80c45-4c1b-4a5b-a2af-74e672553e32 service neutron] 10.222.0.69 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972288 Jun 23 17:28:16.444916 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:16.575087 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5e503751-ec9d-40e7-91fc-1cd3fb2a7d42 req-5132260f-0e9b-41f5-8983-8c0b4420a99e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 210 time: 0.3462374 Jun 23 17:28:17.543873 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-fff196d6-b7a9-4f9d-a465-edc956876042 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:17.545551 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-fff196d6-b7a9-4f9d-a465-edc956876042 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 816 time: 0.1414011 Jun 23 17:28:17.597519 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-87a1e6a0-d063-43c7-ab4e-394e589605cd tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 379 time: 0.0379822 Jun 23 17:28:17.608411 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'port': {'device_id': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'admin_state_up': True, 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'security_groups': ['2acd5a2e-5ca9-428f-b434-e730b2fd8d6d']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:17.839968 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce898bdc-fa26-40c4-9d6e-cef8db051a2c req-4478c7cd-dbc0-49fc-ba28-b3c324eff6c4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 210 time: 0.0411849 Jun 23 17:28:17.854289 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Made reservation on behalf of 76921d9df0cc4c1e9f3a74d9cdacd049 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:17.858407 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.007662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Allocated IP 172.20.0.6 (d83fa51b-7e9c-4f3b-9b86-4bf44e438060/58cc9f9c-8174-4bef-ab46-43cabbb073fc/879dab7b-c97e-4deb-b980-d2eec61fbd87) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:18.195503 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.210560 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Transition to ACTIVE for port object 879dab7b-c97e-4deb-b980-d2eec61fbd87 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:18.253181 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.258034 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-44d8d31d-4e1b-405e-8699-b538e32d89d8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:18.300247 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:18.303460 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:18.308653 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:18.314078 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:18.314794 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.325387 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:18.328630 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:18.339260 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3ff2a395-39c1-4196-a9be-08b2c16f8010 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349420 Jun 23 17:28:18.353915 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Request body: {'port': {'device_id': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:18.447647 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.595133 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5d13bb4a-9a22-48e8-b044-392db1a555a3 None None] Provisioning for port 879dab7b-c97e-4deb-b980-d2eec61fbd87 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:18.604146 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5d13bb4a-9a22-48e8-b044-392db1a555a3 None None] Provisioning complete for port 879dab7b-c97e-4deb-b980-d2eec61fbd87 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:18.605077 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5d13bb4a-9a22-48e8-b044-392db1a555a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.660409 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-5d13bb4a-9a22-48e8-b044-392db1a555a3 None None] Port 879dab7b-c97e-4deb-b980-d2eec61fbd87 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:18.770788 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879dab7b-c97e-4deb-b980-d2eec61fbd87 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:28:18.776350 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.788938 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Transition to ACTIVE for port object 879dab7b-c97e-4deb-b980-d2eec61fbd87 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:18.794240 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.796448 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:18.846764 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:18.872639 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:18.892261 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Attempting to bind port 879dab7b-c97e-4deb-b980-d2eec61fbd87 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:18.892602 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Attempting to bind port 879dab7b-c97e-4deb-b980-d2eec61fbd87 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:18.892900 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Attempting to bind port 879dab7b-c97e-4deb-b980-d2eec61fbd87 on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:18.897967 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Port 879dab7b-c97e-4deb-b980-d2eec61fbd87 on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:28:18.898244 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Attempting to bind port 879dab7b-c97e-4deb-b980-d2eec61fbd87 on network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:18.905732 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:18.906147 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Checking segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:18.906483 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Bound using segment: {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:18.907352 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Bound port: 879dab7b-c97e-4deb-b980-d2eec61fbd87, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fbaaef-eada-4177-9efc-e1dad67a07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:18.907540 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:19.000135 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:19.045000 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:19.052906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:19.055753 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:19.103040 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.103820 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:19.105167 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] 10.222.0.23 "PUT /v2.0/ports/879dab7b-c97e-4deb-b980-d2eec61fbd87 HTTP/1.1" status: 200 len: 1093 time: 0.7571411 Jun 23 17:28:19.123140 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:19.125479 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:19.247588 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd541-56dc-44e4-9823-878edbabd565 req-61c1ffe0-c74b-4fb3-b254-2ea0b2dd38c8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.249125 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a09dd541-56dc-44e4-9823-878edbabd565 req-61c1ffe0-c74b-4fb3-b254-2ea0b2dd38c8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.2511437 Jun 23 17:28:19.249881 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:19.256079 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:19.334444 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-ca07571d-189b-4504-96ea-db19bb7e8834 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.336598 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-ca07571d-189b-4504-96ea-db19bb7e8834 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 815 time: 0.2530849 Jun 23 17:28:19.346050 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a09dd541-56dc-44e4-9823-878edbabd565 req-648eb763-f4f3-45bb-93be-7cfa22ff2c6a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854273 Jun 23 17:28:19.360528 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-065bdc0f-82f5-476e-b02f-dea533cfcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.362169 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-065bdc0f-82f5-476e-b02f-dea533cfcb3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 1096 time: 0.1835511 Jun 23 17:28:19.363620 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-af59c266-31a2-42e0-946a-900632415800 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/quotas/a0b650c664c0423799fbe3814e2b016e HTTP/1.1" status: 200 len: 375 time: 0.0209463 Jun 23 17:28:19.415598 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aae4153-2263-459f-9228-219cce5f4af5 x-openstack-request-id: req-4aae4153-2263-459f-9228-219cce5f4af5 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:19.415933 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:19.416194 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4aae4153-2263-459f-9228-219cce5f4af5 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:19.416621 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'status': 'completed', 'code': 200} Jun 23 17:28:19.434235 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-3a5cacd4-3900-43cf-b94b-bedcd0c74758 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87 HTTP/1.1" status: 200 len: 217 time: 0.0645428 Jun 23 17:28:19.501912 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-da234983-0023-491c-a009-09c41ed9296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.503351 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-da234983-0023-491c-a009-09c41ed9296e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0616705 Jun 23 17:28:19.514005 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-6c64f9ea-e9bd-484c-85ad-28492bbaaa7e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427045 Jun 23 17:28:19.636805 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-d3a2dbf4-63c5-4ff8-b31a-66008780d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.638279 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-d3a2dbf4-63c5-4ff8-b31a-66008780d149 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1234531 Jun 23 17:28:19.641891 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-4a8cfd05-1f4e-44e5-97a4-084c2495fd5e service neutron] 10.222.0.69 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012781 Jun 23 17:28:19.797935 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-0d2a2783-c561-4d5a-82b1-2b25198f35c3 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530814 Jun 23 17:28:19.800069 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-195a06d2-a64e-41ab-9177-41ce8cfcea6d service neutron] 10.222.0.69 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483383 Jun 23 17:28:19.894135 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4dd00adc-a824-4f25-94af-ba09327571c7 req-610e345f-d821-450a-ac59-11174f73b902 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882733 Jun 23 17:28:20.001932 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-27feefc3-6f9a-4f3b-9e29-023c86338e74 req-971b0919-4d94-452c-80e1-93dd080cf754 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 210 time: 0.0500739 Jun 23 17:28:20.034512 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-0a218ca4-e19b-4824-b939-b11ac8a3f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:20.036652 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-0a218ca4-e19b-4824-b939-b11ac8a3f027 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 1096 time: 0.0924165 Jun 23 17:28:20.136449 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-e870e462-1ed7-4f06-be00-5a1f2e34a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:20.138095 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-e870e462-1ed7-4f06-be00-5a1f2e34a128 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.0946758 Jun 23 17:28:20.188682 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-445569aa-f4de-40c0-ae6d-c893f8121020 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87 HTTP/1.1" status: 200 len: 217 time: 0.0437162 Jun 23 17:28:20.241799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-73f3b0c9-ebca-4355-8724-5fbd40b06452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:20.243757 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-73f3b0c9-ebca-4355-8724-5fbd40b06452 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0471437 Jun 23 17:28:20.311378 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-e74a3bfd-4b73-4356-83dc-000e6cd331f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:20.312909 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-e74a3bfd-4b73-4356-83dc-000e6cd331f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0620923 Jun 23 17:28:20.419852 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-d89e5816-d9e7-4427-b220-3cba0e19e1ff service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925584 Jun 23 17:28:20.548983 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6490726d-1dfb-42e9-a072-7cb3bd9cf3ac req-66300a66-0239-49a1-a6ff-3291502ae11f service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221526 Jun 23 17:28:20.574176 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fcd07-41fb-4e3b-9d46-d10cfab33297 req-1fb8bd02-9683-448d-9684-3dd8d52273eb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:20.575682 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-494fcd07-41fb-4e3b-9d46-d10cfab33297 req-1fb8bd02-9683-448d-9684-3dd8d52273eb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0902951 Jun 23 17:28:20.626263 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-494fcd07-41fb-4e3b-9d46-d10cfab33297 req-e4d8bb87-eed4-46fc-8224-470cc9d84c49 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447009 Jun 23 17:28:21.137217 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-eb5cc2d6-739a-4a68-98b3-259feac68201 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:21.138719 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-eb5cc2d6-739a-4a68-98b3-259feac68201 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.23 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 815 time: 0.1233160 Jun 23 17:28:21.157179 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'port': {'device_id': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'admin_state_up': True, 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:21.194855 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1990404e-e704-4da9-a602-2d0e5c82ef73 req-3c081f5b-7344-457a-9df5-e769a279326a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 210 time: 0.0525191 Jun 23 17:28:21.279103 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:28:21.320680 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Made reservation on behalf of a0b650c664c0423799fbe3814e2b016e for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:21.325959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.408131 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:21.423210 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'port_id': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'mac_address': 'fa:16:3e:44:ef:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:28:21.474163 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.474556 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Allocated IP 172.20.0.10 (00198e81-0855-46d2-a1c9-cbacc627f6de/36825025-d20a-478f-adb6-b5d1234a09d5/19a0ee71-cb40-4054-98b8-65c1bb7966b9) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:21.489908 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879dab7b-c97e-4deb-b980-d2eec61fbd87 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:28:21.517470 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:21.521803 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.523573 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d58abf35-b454-4aa7-a978-5e983894c641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:21.574323 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:21.581500 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.581901 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.582249 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.582588 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.582921 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.583253 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.583581 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.583936 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.584273 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.584519 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.584839 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.585160 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:21.589827 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:21.665764 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.687056 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Transition to ACTIVE for port object 19a0ee71-cb40-4054-98b8-65c1bb7966b9 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:21.733690 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.745106 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-26aefb15-e582-4a0c-8a50-187ee01c9d81 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:21.803882 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['879dab7b-c97e-4deb-b980-d2eec61fbd87'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:28:21.830141 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:21.838623 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:21.907248 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Network 00198e81-0855-46d2-a1c9-cbacc627f6de is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:21.921583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:21.929187 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:21.945590 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:21.947330 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.995156 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427904 Jun 23 17:28:22.009654 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db61315-d2ea-4580-b07f-84a2da7095d9 req-6fd4f468-55eb-43e7-b184-fd9c3b4d2bf7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:22.018322 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4db61315-d2ea-4580-b07f-84a2da7095d9 req-6fd4f468-55eb-43e7-b184-fd9c3b4d2bf7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 944 time: 0.1850467 Jun 23 17:28:22.073450 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4db61315-d2ea-4580-b07f-84a2da7095d9 req-f4d2d5ee-e215-4be3-854a-c1cd64399db1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540762 Jun 23 17:28:22.249295 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fea15110-76f4-45a1-9ea9-a73062f19b91 None None] Provisioning for port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:22.254436 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fea15110-76f4-45a1-9ea9-a73062f19b91 None None] Provisioning complete for port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:22.254909 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fea15110-76f4-45a1-9ea9-a73062f19b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:22.295368 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-fea15110-76f4-45a1-9ea9-a73062f19b91 None None] Port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:22.394583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecda1c-c51e-47e2-b300-17093bc78569 req-62dbd123-c46c-4cfe-99a3-fb59d84884fe tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:22.396173 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9ecda1c-c51e-47e2-b300-17093bc78569 req-62dbd123-c46c-4cfe-99a3-fb59d84884fe tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0672772 Jun 23 17:28:22.437077 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9ecda1c-c51e-47e2-b300-17093bc78569 req-791f10c3-3ab6-47ba-9ec7-b8adce84b92f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Jun 23 17:28:23.259139 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b6ee-7d6d-49aa-9007-5fc15aae539c req-7b0bfc4c-62e9-43b1-8fb3-4b8cfeafde25 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:23.261941 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-66b3b6ee-7d6d-49aa-9007-5fc15aae539c req-7b0bfc4c-62e9-43b1-8fb3-4b8cfeafde25 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 944 time: 0.0706217 Jun 23 17:28:23.281083 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:23.308903 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-66b3b6ee-7d6d-49aa-9007-5fc15aae539c req-cf62fbf9-6fbf-412c-a5ce-61b92e1fd890 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Jun 23 17:28:23.347069 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 879dab7b-c97e-4deb-b980-d2eec61fbd87 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:23.351144 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 879dab7b-c97e-4deb-b980-d2eec61fbd87 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:23.351523 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.432461 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.460662 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:23.463701 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc11cdc-815d-4073-a036-794373f824f9" -d '{"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-plugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:23.485912 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:23.490626 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.493365 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-10dc61e3-189c-4d2e-817d-ea1774d56809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:23.544095 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:23.547755 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:23.636944 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81fd0-c77a-41b8-ba9d-6f0a439dbbc1 req-05e49dc7-0733-418a-b86e-9c9559a2c63b tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:23.638525 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-74e81fd0-c77a-41b8-ba9d-6f0a439dbbc1 req-05e49dc7-0733-418a-b86e-9c9559a2c63b tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0691528 Jun 23 17:28:23.684580 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-74e81fd0-c77a-41b8-ba9d-6f0a439dbbc1 req-068a19c4-a648-47b9-9540-fe5429b908bb tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Jun 23 17:28:23.739250 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b3d42-a3ea-4f1a-b7b5-1a9ee2419b43 x-openstack-request-id: req-453b3d42-a3ea-4f1a-b7b5-1a9ee2419b43 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:23.739577 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-plugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:23.739851 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-453b3d42-a3ea-4f1a-b7b5-1a9ee2419b43 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:23.740243 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'code': 200} Jun 23 17:28:24.509887 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b80dd8-d115-4958-a84c-8c3633c6bb8c req-01d0d5ad-d543-4297-8f75-39b83f7cfb4c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:24.511508 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a3b80dd8-d115-4958-a84c-8c3633c6bb8c req-01d0d5ad-d543-4297-8f75-39b83f7cfb4c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0729263 Jun 23 17:28:24.551936 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a3b80dd8-d115-4958-a84c-8c3633c6bb8c req-d3bf1ccc-82c4-4250-b3ba-3dce83b4158c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345051 Jun 23 17:28:24.872121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714a177-7414-4f57-88ac-4fd86f67fbf2 req-949d948e-25d2-4f8f-a5a6-6af13b3a9994 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:24.873581 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7714a177-7414-4f57-88ac-4fd86f67fbf2 req-949d948e-25d2-4f8f-a5a6-6af13b3a9994 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0672097 Jun 23 17:28:24.913872 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7714a177-7414-4f57-88ac-4fd86f67fbf2 req-1c974a6e-ea75-40b7-aed7-9001c823a15a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Jun 23 17:28:25.756058 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2112-ba43-49cc-829c-1d29587e2278 req-d9810065-e3b9-436b-b514-f8b177ba3192 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:25.757684 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a27d2112-ba43-49cc-829c-1d29587e2278 req-d9810065-e3b9-436b-b514-f8b177ba3192 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0719776 Jun 23 17:28:25.800019 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a27d2112-ba43-49cc-829c-1d29587e2278 req-db9e8e1c-7557-4bb3-9c9f-3c15159b0f09 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357695 Jun 23 17:28:26.111405 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99302a-6616-42a4-a2de-e58694427de6 req-ce81105c-4bf2-47c0-b684-684c96e6321f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:26.112942 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8a99302a-6616-42a4-a2de-e58694427de6 req-ce81105c-4bf2-47c0-b684-684c96e6321f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0666127 Jun 23 17:28:26.166561 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8a99302a-6616-42a4-a2de-e58694427de6 req-b9800207-0e8a-4256-99cd-4cc6b28dfc1f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Jun 23 17:28:26.981370 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ac39a-d348-41a5-a3a0-8b2c1ef7f1f0 req-dc8a3983-197a-4d7e-aeaa-6634c81c727f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:26.982974 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-429ac39a-d348-41a5-a3a0-8b2c1ef7f1f0 req-dc8a3983-197a-4d7e-aeaa-6634c81c727f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0644405 Jun 23 17:28:27.033435 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-429ac39a-d348-41a5-a3a0-8b2c1ef7f1f0 req-63ba3ea1-8495-4d52-bb74-8cf5589523e5 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441654 Jun 23 17:28:27.349149 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efe23e-e2f7-4db8-85e8-36f716839302 req-eb61baff-4cd8-4c43-b236-8b05cb3dae33 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:27.350754 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-27efe23e-e2f7-4db8-85e8-36f716839302 req-eb61baff-4cd8-4c43-b236-8b05cb3dae33 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0670693 Jun 23 17:28:27.392273 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-27efe23e-e2f7-4db8-85e8-36f716839302 req-1be73b88-5055-4bac-9606-f10b57a1788a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Jun 23 17:28:27.924650 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:28:28.219246 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b80abc-6ef9-4b98-a06d-87246102c508 req-43ffc6a2-9885-4557-91fe-e88904bf09c8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:28.220726 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-03b80abc-6ef9-4b98-a06d-87246102c508 req-43ffc6a2-9885-4557-91fe-e88904bf09c8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0651593 Jun 23 17:28:28.260549 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-03b80abc-6ef9-4b98-a06d-87246102c508 req-3a27993e-133c-4844-aca3-d5295119560b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337265 Jun 23 17:28:28.595497 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39176259-06c5-468e-82d0-f0b7d6ac039a req-8a1b5905-95b5-4180-95b4-b3d6908e282d tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:28.596609 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-39176259-06c5-468e-82d0-f0b7d6ac039a req-8a1b5905-95b5-4180-95b4-b3d6908e282d tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0784092 Jun 23 17:28:28.647669 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-39176259-06c5-468e-82d0-f0b7d6ac039a req-a262e34f-45a6-448e-99ec-861a65941a25 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Jun 23 17:28:29.452081 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a5e33-0f71-4e15-b8bf-b5bc218bc1a3 req-25f644b4-20a4-49dd-8f0c-d5e944da4b0b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:29.453582 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-306a5e33-0f71-4e15-b8bf-b5bc218bc1a3 req-25f644b4-20a4-49dd-8f0c-d5e944da4b0b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0746295 Jun 23 17:28:29.497431 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-306a5e33-0f71-4e15-b8bf-b5bc218bc1a3 req-9ce3557a-944b-4859-b191-8a56dcbee913 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380993 Jun 23 17:28:29.856542 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8cbc0-0311-4812-84e5-f6d6887106ec req-488d5578-a9a2-46a2-beac-d8b4bcc4974e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:29.858179 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ccf8cbc0-0311-4812-84e5-f6d6887106ec req-488d5578-a9a2-46a2-beac-d8b4bcc4974e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0753853 Jun 23 17:28:29.902711 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ccf8cbc0-0311-4812-84e5-f6d6887106ec req-6eb85859-bbc5-4e47-b89e-5228cacbf373 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 Jun 23 17:28:30.695351 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f96d4-e4a4-4119-b2ac-b654f1cb5598 req-9169d588-92eb-4416-84a6-a898e52a28fe tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:30.697298 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8c1f96d4-e4a4-4119-b2ac-b654f1cb5598 req-9169d588-92eb-4416-84a6-a898e52a28fe tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0756195 Jun 23 17:28:30.737514 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8c1f96d4-e4a4-4119-b2ac-b654f1cb5598 req-7b9584a6-d11f-4501-9109-26a2a3aadac2 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346410 Jun 23 17:28:31.080774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519668ea-2d46-4460-963c-0d99e5686b58 req-c5bf144f-97eb-4560-b06a-7d16abe33df9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:31.082191 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-519668ea-2d46-4460-963c-0d99e5686b58 req-c5bf144f-97eb-4560-b06a-7d16abe33df9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.0648015 Jun 23 17:28:31.120411 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-519668ea-2d46-4460-963c-0d99e5686b58 req-e2b3922b-36ad-46b7-a729-d31dfb250358 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Jun 23 17:28:31.573125 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Request body: {'port': {'device_id': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:31.655578 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.208425 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba163-9d62-45cb-aeb5-779d83e59c3f req-eacfcec4-2bf1-4eda-993a-8eb476e29e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.210067 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6e5ba163-9d62-45cb-aeb5-779d83e59c3f req-eacfcec4-2bf1-4eda-993a-8eb476e29e8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 1098 time: 0.4526327 Jun 23 17:28:32.344903 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6e5ba163-9d62-45cb-aeb5-779d83e59c3f req-00e5ad1b-0802-4e8f-9706-85d3e9448f13 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268530 Jun 23 17:28:32.357242 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210a109-0b09-4169-b995-694018385283 req-25a5dd64-c183-4b26-a2ad-cfe2d1571903 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.358772 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5210a109-0b09-4169-b995-694018385283 req-25a5dd64-c183-4b26-a2ad-cfe2d1571903 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.4916461 Jun 23 17:28:32.376646 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a0ee71-cb40-4054-98b8-65c1bb7966b9 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:28:32.394009 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.427447 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Transition to ACTIVE for port object 19a0ee71-cb40-4054-98b8-65c1bb7966b9 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:32.437568 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7f6a9-5eb0-4d2e-9fd6-b4d0c669317f req-ede7ce22-15d3-4a03-a265-99408589f4b7 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.439254 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1fd7f6a9-5eb0-4d2e-9fd6-b4d0c669317f req-ede7ce22-15d3-4a03-a265-99408589f4b7 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 932 time: 0.1957498 Jun 23 17:28:32.442775 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5210a109-0b09-4169-b995-694018385283 req-e15406e2-051a-46d8-b50d-ffa4366ef871 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776427 Jun 23 17:28:32.443351 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.446589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4d6d6055-1921-4f4e-bc6b-32d942708b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:32.519162 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Pushing event updated for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:32.524524 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:32.549833 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1fd7f6a9-5eb0-4d2e-9fd6-b4d0c669317f req-e6b1d87e-141a-48c7-92c6-40371227b4d3 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040938 Jun 23 17:28:32.562919 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Attempting to bind port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:32.563197 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Attempting to bind port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:32.563532 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Attempting to bind port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 on network 00198e81-0855-46d2-a1c9-cbacc627f6de {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:32.568135 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 on network 00198e81-0855-46d2-a1c9-cbacc627f6de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:28:32.568468 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Attempting to bind port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 on network 00198e81-0855-46d2-a1c9-cbacc627f6de {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:32.573864 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:32.574195 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Checking segment: {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:32.574570 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Bound using segment: {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:32.574992 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Bound port: 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:32.575331 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.663466 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:32.669181 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:32.703759 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.706039 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f6414d3b-9fff-4c7d-8eec-c1a4a6b2bcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:32.756818 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.758158 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.758834 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 1094 time: 1.1913881 Jun 23 17:28:32.759496 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:32.762865 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c54b05-0ae6-44e4-94db-9103199cd582" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:32.789397 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Pushing event updated for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:32.800711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:32.844754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e167bd-24a2-40fb-b906-8392b7857d16 x-openstack-request-id: req-52e167bd-24a2-40fb-b906-8392b7857d16 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:32.845161 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:32.845511 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52e167bd-24a2-40fb-b906-8392b7857d16 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:32.846051 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'status': 'completed', 'code': 200} Jun 23 17:28:32.872662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-7d86e234-444e-4433-888d-c11b35219433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.874339 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-7d86e234-444e-4433-888d-c11b35219433 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1097 time: 0.0680666 Jun 23 17:28:32.943154 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-ef590072-9990-470c-a01a-f76aadd76f1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 217 time: 0.0608249 Jun 23 17:28:32.993338 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-c4d48c74-3831-4e39-864d-9b11601a28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.995588 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-c4d48c74-3831-4e39-864d-9b11601a28fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 200 len: 854 time: 0.0448062 Jun 23 17:28:33.055585 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-0c668689-ba7a-401c-be2d-fee267726fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.057602 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-0c668689-ba7a-401c-be2d-fee267726fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00198e81-0855-46d2-a1c9-cbacc627f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557153 Jun 23 17:28:33.161708 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-21bc0c50-ef23-48d4-b420-a8b087096acd service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957344 Jun 23 17:28:33.255084 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebc7ad7c-a60e-4975-a383-c16798a41915 req-58e3c92e-d6e6-40c8-9cdc-e3a7c2bb773a service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Jun 23 17:28:33.383936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-cf84b1bd-e136-44f6-ad10-3f0d85159eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.385672 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-cf84b1bd-e136-44f6-ad10-3f0d85159eb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1097 time: 0.0571570 Jun 23 17:28:33.483597 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-bcb9d0fc-95c4-43bf-96ee-5ee4c5031a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.485020 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-bcb9d0fc-95c4-43bf-96ee-5ee4c5031a34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 916 time: 0.0932114 Jun 23 17:28:33.527250 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-d86bdb4f-31bc-4629-bdb1-ebca7c04cf46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 217 time: 0.0349970 Jun 23 17:28:33.611239 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-76e52885-3c98-4efa-9dbf-5e71ddb883d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.612813 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-76e52885-3c98-4efa-9dbf-5e71ddb883d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 200 len: 854 time: 0.0793381 Jun 23 17:28:33.672003 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e81ba-9a92-4d6b-bb24-f648d66f8c44 req-33035aa4-c333-4406-b56f-96948fe0e917 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.673391 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea6e81ba-9a92-4d6b-bb24-f648d66f8c44 req-33035aa4-c333-4406-b56f-96948fe0e917 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1092465 Jun 23 17:28:33.750513 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-93cca682-0afc-4b6e-a9b5-707a707115dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.752015 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-93cca682-0afc-4b6e-a9b5-707a707115dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00198e81-0855-46d2-a1c9-cbacc627f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1309845 Jun 23 17:28:33.756259 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ea6e81ba-9a92-4d6b-bb24-f648d66f8c44 req-a69ff661-3b7c-446e-9457-274fdf74b801 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719681 Jun 23 17:28:33.836907 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e494e9-4eaf-495e-96c2-b5bc73ef1b01 req-c64dbb1f-d50d-4e65-8393-9afc0f18c628 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.838361 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a7e494e9-4eaf-495e-96c2-b5bc73ef1b01 req-c64dbb1f-d50d-4e65-8393-9afc0f18c628 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 944 time: 0.1633892 Jun 23 17:28:33.892303 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-4bcfb8dd-5707-471f-a2c1-88ad97471872 service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322026 Jun 23 17:28:33.931140 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a7e494e9-4eaf-495e-96c2-b5bc73ef1b01 req-6438a86d-4e56-4117-89e7-d9d10c6d183a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 Jun 23 17:28:34.029191 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cd40d-527a-4982-86fa-741333460210 req-9a856dfa-e437-4620-bf32-62e3abd677c1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:34.030650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6a7cd40d-527a-4982-86fa-741333460210 req-9a856dfa-e437-4620-bf32-62e3abd677c1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1552813 Jun 23 17:28:34.033473 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07c54b05-0ae6-44e4-94db-9103199cd582 req-c5568a03-6eb2-4493-aa8e-84cb0e75cf73 service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179085 Jun 23 17:28:34.039352 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41668) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:34.044362 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Request body: {'floatingip': {'port_id': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:34.083092 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:34.575486 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:34.579806 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:34.681490 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Floating IP af856ab5-f80f-4d51-b26d-162944e6f379 associated. External IP: 172.28.2.26, port: 879dab7b-c97e-4deb-b980-d2eec61fbd87. Jun 23 17:28:34.891949 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Router fdb89b07-1c58-4be5-a3fb-16be83b136cd has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:28:35.002349 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:35.007169 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:35.012266 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] Sync routers for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:35.022031 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:35.022658 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:28:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:35.046297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a1789b3d-0257-466e-8256-f7adc28eedfb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "PUT /v2.0/floatingips/af856ab5-f80f-4d51-b26d-162944e6f379 HTTP/1.1" status: 200 len: 990 time: 1.0058274 Jun 23 17:28:35.047626 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:35.050424 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:35.139589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0765b1b-9666-4a98-9a1a-5158ae4dd5a7 req-39678599-30b2-41af-9b01-698eec9dd8e2 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.141189 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b0765b1b-9666-4a98-9a1a-5158ae4dd5a7 req-39678599-30b2-41af-9b01-698eec9dd8e2 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 944 time: 0.0834441 Jun 23 17:28:35.152062 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:35.187926 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b0765b1b-9666-4a98-9a1a-5158ae4dd5a7 req-45ec9a03-c1f3-4cd6-8c98-691db3082727 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Jun 23 17:28:35.222294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59477a10-366f-425f-af63-855fd1a71129 x-openstack-request-id: req-59477a10-366f-425f-af63-855fd1a71129 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:35.222614 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:35.222921 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59477a10-366f-425f-af63-855fd1a71129 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:35.223407 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'status': 'completed', 'code': 200} Jun 23 17:28:35.310377 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-55083224-bc39-469d-b849-66d18eb400fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.312880 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-55083224-bc39-469d-b849-66d18eb400fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 1098 time: 0.0661299 Jun 23 17:28:35.377421 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 19a0ee71-cb40-4054-98b8-65c1bb7966b9 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:28:35.411657 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-17610e20-1e1e-423d-8898-a5919bfe34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.413225 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-17610e20-1e1e-423d-8898-a5919bfe34ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.0940325 Jun 23 17:28:35.490436 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-fef2ea60-e3da-410a-9227-8f730274ccc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87 HTTP/1.1" status: 200 len: 998 time: 0.0673711 Jun 23 17:28:35.562225 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-d9642864-11c3-40b2-bb34-eaac322944e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.563970 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-d9642864-11c3-40b2-bb34-eaac322944e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0661538 Jun 23 17:28:35.569009 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:35.589516 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'port_id': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'mac_address': 'fa:16:3e:6f:fa:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:28:35.598685 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': 'af856ab5-f80f-4d51-b26d-162944e6f379', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'floating_ip_address': '172.28.2.26', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'port_id': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'mac_address': 'fa:16:3e:44:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:28:15Z', 'updated_at': '2021-06-23T17:28:34Z', 'revision_number': 1, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:35.632987 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-fc9a4a32-0f2f-4fa0-80fe-9c0599ad0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.634620 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-fc9a4a32-0f2f-4fa0-80fe-9c0599ad0d6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0639193 Jun 23 17:28:35.649122 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] Checking router: fdb89b07-1c58-4be5-a3fb-16be83b136cd for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:35.667953 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:35.668638 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:28:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:35.704221 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:35.722107 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a0ee71-cb40-4054-98b8-65c1bb7966b9 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:28:35.744265 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-a0a28697-fe16-4ffa-b4ad-9df1c2808927 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032910 Jun 23 17:28:35.778134 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:35.787056 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:35.790248 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:35.834437 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:35.840438 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bc4ec075-8c3f-476a-84eb-8d4e92a28a62 req-80425b7c-60a6-47ce-a4a9-67f805113c82 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893140 Jun 23 17:28:35.884628 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:35.888137 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:36.024283 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['19a0ee71-cb40-4054-98b8-65c1bb7966b9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:28:36.149556 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': 'af856ab5-f80f-4d51-b26d-162944e6f379', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'floating_ip_address': '172.28.2.26', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'port_id': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'mac_address': 'fa:16:3e:44:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:28:15Z', 'updated_at': '2021-06-23T17:28:34Z', 'revision_number': 1, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:36.182486 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a96ea0-cce3-4652-aaa2-dfce5a38c48a None None] The sync data for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb is: [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': 'af856ab5-f80f-4d51-b26d-162944e6f379', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'floating_ip_address': '172.28.2.26', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'port_id': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'mac_address': 'fa:16:3e:44:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:28:15Z', 'updated_at': '2021-06-23T17:28:34Z', 'revision_number': 1, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:36.383869 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de46-ccab-4e85-be71-cbd81e44b8bb req-9cc53a0c-5f41-4e6f-9584-fd0d570aa76c tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:36.386388 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4335de46-ccab-4e85-be71-cbd81e44b8bb req-9cc53a0c-5f41-4e6f-9584-fd0d570aa76c tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 945 time: 0.0698230 Jun 23 17:28:36.408571 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa94d4d-e4a3-478f-b032-03a8e0c26584 None None] New status for floating IP af856ab5-f80f-4d51-b26d-162944e6f379: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:28:36.428681 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4335de46-ccab-4e85-be71-cbd81e44b8bb req-e30a94ef-0370-4715-a93b-8f3fee3056a4 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362098 Jun 23 17:28:36.992369 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc3289-95f0-49dd-92a1-ab42775af48f req-60a5e408-cacb-4ea3-96ed-190c3c7a7faf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:36.993703 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d9cc3289-95f0-49dd-92a1-ab42775af48f req-60a5e408-cacb-4ea3-96ed-190c3c7a7faf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0696926 Jun 23 17:28:37.032582 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d9cc3289-95f0-49dd-92a1-ab42775af48f req-922ada4c-6877-4830-b157-d9e190fed615 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323560 Jun 23 17:28:37.388657 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 19a0ee71-cb40-4054-98b8-65c1bb7966b9 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:37.444868 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:37.449290 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:37.449789 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.532027 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.555406 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:37.557670 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b23f61-28c8-4f52-afc5-f534c40f1c53" -d '{"events": [{"server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "name": "network-vif-plugged", "status": "completed", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:37.570197 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:37.576468 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.578515 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:37.603479 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026fc97-0823-4042-9bc3-fcc77c040fe6 x-openstack-request-id: req-d026fc97-0823-4042-9bc3-fcc77c040fe6 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:37.603773 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "name": "network-vif-plugged", "status": "completed", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:37.604026 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d026fc97-0823-4042-9bc3-fcc77c040fe6 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:37.604637 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'code': 200} Jun 23 17:28:37.615942 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c8ed-5c59-443f-b5b6-26844d120ac5 req-4b2e7936-aaab-4a6a-af7d-1880b3b0e5a5 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:37.617445 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4e2c8ed-5c59-443f-b5b6-26844d120ac5 req-4b2e7936-aaab-4a6a-af7d-1880b3b0e5a5 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 945 time: 0.0717099 Jun 23 17:28:37.631831 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:37.634874 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:37.660121 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4e2c8ed-5c59-443f-b5b6-26844d120ac5 req-6e132573-8eb3-4008-aaa3-2c893e208e01 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351691 Jun 23 17:28:37.833999 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024314c-7f01-43f0-8a04-9dc9106b3d06 req-39c1ba0d-cf15-4b45-890d-243690cd3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:37.835453 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d024314c-7f01-43f0-8a04-9dc9106b3d06 req-39c1ba0d-cf15-4b45-890d-243690cd3b4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1099 time: 0.0610740 Jun 23 17:28:38.145681 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d024314c-7f01-43f0-8a04-9dc9106b3d06 req-20fd6d0a-8d5b-4a38-a5e3-85c2add2f2d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040769 Jun 23 17:28:38.229515 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f44a51-f8cd-4a74-b3ac-96c7503f06de req-f41adbb6-e594-41e8-8f41-8995e014aa8d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:38.231567 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-41f44a51-f8cd-4a74-b3ac-96c7503f06de req-f41adbb6-e594-41e8-8f41-8995e014aa8d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0668054 Jun 23 17:28:38.269993 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-41f44a51-f8cd-4a74-b3ac-96c7503f06de req-c4d1d2df-cfb0-4cfd-9378-0fee44cad9be tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Jun 23 17:28:38.834578 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85fe2c-d679-49bd-b9e8-6b7cdf6c1770 req-567dbc66-03e0-440a-8203-cc0f27be9263 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:38.835907 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6a85fe2c-d679-49bd-b9e8-6b7cdf6c1770 req-567dbc66-03e0-440a-8203-cc0f27be9263 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0628159 Jun 23 17:28:38.878349 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6a85fe2c-d679-49bd-b9e8-6b7cdf6c1770 req-f5b16f12-d7eb-4e59-ac70-c14a67cbdd1f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Jun 23 17:28:39.446412 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e231812-dd4c-4232-99ef-95526931e1ca req-c04f2ec2-8d3c-4ca9-989b-11a651a4b714 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:39.447939 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1e231812-dd4c-4232-99ef-95526931e1ca req-c04f2ec2-8d3c-4ca9-989b-11a651a4b714 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0642304 Jun 23 17:28:39.485713 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1e231812-dd4c-4232-99ef-95526931e1ca req-c3565c39-fd65-48bb-aa99-9e4276d93248 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311723 Jun 23 17:28:40.055962 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4009df-96f9-483e-b74f-f16ffcbb0205 req-fa659e86-fc2c-4225-8f6b-7ce4d2027c68 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:40.058816 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-de4009df-96f9-483e-b74f-f16ffcbb0205 req-fa659e86-fc2c-4225-8f6b-7ce4d2027c68 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0705147 Jun 23 17:28:40.097696 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-de4009df-96f9-483e-b74f-f16ffcbb0205 req-05e44934-9e37-4b6e-9955-bbb9be415705 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Jun 23 17:28:40.286217 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66298d8-6431-41fd-84fa-8bb77e0835c3 req-e79437fd-5125-49b2-a464-9bcb97abb8b7 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:40.287846 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e66298d8-6431-41fd-84fa-8bb77e0835c3 req-e79437fd-5125-49b2-a464-9bcb97abb8b7 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0676458 Jun 23 17:28:40.329005 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e66298d8-6431-41fd-84fa-8bb77e0835c3 req-0293923a-6c19-46cf-b0e3-2e899a9e64cb tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 Jun 23 17:28:40.660631 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd967-5dca-4ca9-b430-c38ba3113026 req-3e830911-b617-4036-b77b-c7abb5096fff tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:40.662396 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-839bd967-5dca-4ca9-b430-c38ba3113026 req-3e830911-b617-4036-b77b-c7abb5096fff tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0647326 Jun 23 17:28:40.713896 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32625abc-ca09-4166-ac8f-1958d3e32633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:40.735668 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-839bd967-5dca-4ca9-b430-c38ba3113026 req-7e7d0abf-785a-47cb-b4e5-07ffd86a6273 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637879 Jun 23 17:28:40.766072 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec89c7-fb29-4f5f-a7d9-071fccd25b0d req-fa58a7e8-a818-462a-a32e-bd13cb98074b tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:40.767416 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0dec89c7-fb29-4f5f-a7d9-071fccd25b0d req-fa58a7e8-a818-462a-a32e-bd13cb98074b tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.1041374 Jun 23 17:28:40.807831 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0dec89c7-fb29-4f5f-a7d9-071fccd25b0d req-77e3c4ec-9c40-4d58-8894-7519acc8cbbd tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Jun 23 17:28:41.918035 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1050b5c-d857-4bc6-8e9b-077cd4bc62f4 req-bf061364-0081-47cb-87f8-e0c8f742dd43 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:41.919601 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1050b5c-d857-4bc6-8e9b-077cd4bc62f4 req-bf061364-0081-47cb-87f8-e0c8f742dd43 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0671465 Jun 23 17:28:41.958308 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1050b5c-d857-4bc6-8e9b-077cd4bc62f4 req-1781d922-b247-48cd-ab33-23af62652ad8 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Jun 23 17:28:43.163573 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819a353-dfc7-4311-a411-c6110f2cb3da req-0e30607a-3a8d-4832-a946-83040d4dd824 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:43.165729 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2819a353-dfc7-4311-a411-c6110f2cb3da req-0e30607a-3a8d-4832-a946-83040d4dd824 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0776982 Jun 23 17:28:43.204856 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2819a353-dfc7-4311-a411-c6110f2cb3da req-6efdaf73-e8c1-448a-b854-2ab0f78505b7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336640 Jun 23 17:28:43.421782 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f181dbf7-a51e-4e24-813f-e32f6a972eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:43.449234 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:44.384889 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f740b-18f0-4c59-a6ef-ec400f5f725c req-5eef0c27-059c-4e65-83da-a60214090b59 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:44.386443 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0b3f740b-18f0-4c59-a6ef-ec400f5f725c req-5eef0c27-059c-4e65-83da-a60214090b59 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0677745 Jun 23 17:28:44.425163 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0b3f740b-18f0-4c59-a6ef-ec400f5f725c req-78c7eebe-2d36-4a95-9168-fc750df45993 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Jun 23 17:28:44.545406 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:45.174244 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e96c09-2578-4804-96e5-e0506eb53fd2 req-9213ec96-1611-46a5-af29-d117ada045e5 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:45.175989 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47e96c09-2578-4804-96e5-e0506eb53fd2 req-9213ec96-1611-46a5-af29-d117ada045e5 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0638802 Jun 23 17:28:45.217152 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-47e96c09-2578-4804-96e5-e0506eb53fd2 req-f3c9661a-f015-49d0-bf9c-a3cf90df3a2f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Jun 23 17:28:45.242463 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41774) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:45.386735 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541df74-065f-4ee8-a976-9f3f5d9363f1 tempest-TestMinimumBasicScenario-858122783 tempest-TestMinimumBasicScenario-858122783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:45.388204 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-c541df74-065f-4ee8-a976-9f3f5d9363f1 tempest-TestMinimumBasicScenario-858122783 tempest-TestMinimumBasicScenario-858122783-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1094 time: 0.1447580 Jun 23 17:28:45.391986 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41780) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:45.396330 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'floatingip': {'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'port_id': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:45.417941 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:45.511673 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:45.592129 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:45.665609 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Allocated IP 172.28.2.42 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/1242bfa8-57b3-48c2-888f-9008b688f49a) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:45.680651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8c51-6fa4-4e3e-b84f-cdd119f0808f req-e1d86e64-711c-4ebc-90d8-5854d1afa030 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:45.682102 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9aec8c51-6fa4-4e3e-b84f-cdd119f0808f req-e1d86e64-711c-4ebc-90d8-5854d1afa030 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1293740 Jun 23 17:28:45.770858 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9aec8c51-6fa4-4e3e-b84f-cdd119f0808f req-442a0424-5c9c-44fd-adcd-bd9db0d8ac8e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814657 Jun 23 17:28:45.807476 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:45.846366 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:45.849224 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a238b1be-4d07-4da7-b1d0-3d7c635bc321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:45.886554 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:45.889244 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:45.893086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:45.916332 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'Port': ['ID=1242bfa8-57b3-48c2-888f-9008b688f49a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:45.921612 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:46.235886 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:46.311576 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:46.438279 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:46.471711 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:46.476272 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:46.478329 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-20ecc345-38b3-4065-b26e-1e39a6abadbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:46.506870 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:46.555798 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'Port': ['ID=1242bfa8-57b3-48c2-888f-9008b688f49a,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:46.559549 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:46.617643 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Floating IP 329b4a05-02af-4257-b6be-ba8bc6df0893 associated. External IP: 172.28.2.42, port: 19a0ee71-cb40-4054-98b8-65c1bb7966b9. Jun 23 17:28:46.829241 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Router bc5634a4-5286-4a0c-a03a-9b0a34b44027 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:28:46.962845 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:46.972856 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] Sync routers for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:46.982442 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:46.983111 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:28:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:46.985934 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.017104 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6df763-ca11-4eb8-895d-898fda329481 req-9b694740-6f17-481e-889a-fe597320d72a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.018481 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5c6df763-ca11-4eb8-895d-898fda329481 req-9b694740-6f17-481e-889a-fe597320d72a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1325939 Jun 23 17:28:47.053361 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6578310 Jun 23 17:28:47.053361 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:47.053884 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41788) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:47.054776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9f349a-6eb5-4402-834c-03edc0f49171" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:47.072810 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5c6df763-ca11-4eb8-895d-898fda329481 req-fa7e37ed-e491-4a61-a810-9614d2b30bb3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476670 Jun 23 17:28:47.074604 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016006061', 'description': 'tempest-secgroup-smoke-1016006061 description', 'project_id': 'a0b650c664c0423799fbe3814e2b016e'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:47.104390 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c3252-16df-4449-916e-6be900be8089 x-openstack-request-id: req-3c6c3252-16df-4449-916e-6be900be8089 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:47.104708 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:47.104990 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c6c3252-16df-4449-916e-6be900be8089 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:47.105417 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'status': 'completed', 'code': 200} Jun 23 17:28:47.115629 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.123539 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:47.197186 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-3f0a853a-d3df-42de-a0dd-c7f71c597855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.198822 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-3f0a853a-d3df-42de-a0dd-c7f71c597855 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1099 time: 0.0639186 Jun 23 17:28:47.201878 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.207082 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.218042 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-38253413-3c51-4e9d-bdc0-b937fb71c985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:47.222670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.223824 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1673863 Jun 23 17:28:47.227346 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 41792) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:47.232094 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'security_group_rule': {'security_group_id': '48268e7a-125c-44d2-b968-5c60794d7d17', 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:47.244298 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48268e7a-125c-44d2-b968-5c60794d7d17,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:47.247163 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:47.305981 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.334578 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-7ec99a97-3d29-431a-8d04-61a30f3c5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.336045 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-7ec99a97-3d29-431a-8d04-61a30f3c5b35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 916 time: 0.1306376 Jun 23 17:28:47.368879 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '329b4a05-02af-4257-b6be-ba8bc6df0893', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'port_id': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'mac_address': 'fa:16:3e:6f:fa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:28:46Z', 'updated_at': '2021-06-23T17:28:46Z', 'revision_number': 0, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:06Z', 'revision_number': 5, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:47.399869 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] Checking router: bc5634a4-5286-4a0c-a03a-9b0a34b44027 for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:47.410598 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:47.411396 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:28:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:47.428741 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-d8f503a7-acc2-41a7-9994-d388efe884df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 999 time: 0.0802796 Jun 23 17:28:47.433970 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.438785 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.449365 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ff89ffc3-8378-41aa-a9f2-7d00b756a628 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:47.485949 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c59e43-f574-40c0-b87d-ad3c7d1b12d6,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:47.491653 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:47.504316 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.505513 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-706aae64-f888-47f8-b46f-2110242ae66f tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775114 Jun 23 17:28:47.507221 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-551cbd9a-da9e-4603-bb68-131555aca78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.508595 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-551cbd9a-da9e-4603-bb68-131555aca78b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 200 len: 854 time: 0.0686059 Jun 23 17:28:47.509105 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41794) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:47.513965 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'security_group_rule': {'security_group_id': '48268e7a-125c-44d2-b968-5c60794d7d17', 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:47.525834 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:47.566098 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.581219 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-f36ee372-ac4e-4a06-9a2a-e12dbd8f85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.582930 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-f36ee372-ac4e-4a06-9a2a-e12dbd8f85c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00198e81-0855-46d2-a1c9-cbacc627f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0625196 Jun 23 17:28:47.666384 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.672171 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.674603 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:47.696915 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccd853d-980d-4970-9a34-0cd0d7b98476,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:47.700634 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:47.707343 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.708860 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1986978 Jun 23 17:28:47.711696 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41798) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:47.712626 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-ad87dcfc-993e-41bc-b78c-2882fc30dfad service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180768 Jun 23 17:28:47.718263 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'security_group_rule': {'security_group_id': '48268e7a-125c-44d2-b968-5c60794d7d17', 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:47.758664 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.822707 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ec9f349a-6eb5-4402-834c-03edc0f49171 req-caf9c1f9-3819-456f-8151-4ed7e4f6a28b service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006720 Jun 23 17:28:47.833717 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.838909 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.841538 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0f63a856-dae8-41a7-926b-87e1e588ba70 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:47.860245 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db495ec5-ddd4-45f7-b819-1c41d87e4ac6,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:47.864889 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:47.867977 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.869327 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-bed55ef7-f85b-4d22-8154-09adbfb45270 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566248 Jun 23 17:28:47.872081 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41800) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:47.877089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'security_group_rule': {'security_group_id': '48268e7a-125c-44d2-b968-5c60794d7d17', 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:47.904724 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.924942 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '329b4a05-02af-4257-b6be-ba8bc6df0893', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'port_id': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'mac_address': 'fa:16:3e:6f:fa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:28:46Z', 'updated_at': '2021-06-23T17:28:46Z', 'revision_number': 0, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:06Z', 'revision_number': 5, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:47.961479 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f3992-4703-4c9b-ab3e-13acf2cae41e None None] The sync data for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb is: [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': '329b4a05-02af-4257-b6be-ba8bc6df0893', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'port_id': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'mac_address': 'fa:16:3e:6f:fa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:28:46Z', 'updated_at': '2021-06-23T17:28:46Z', 'revision_number': 0, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:06Z', 'revision_number': 5, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:47.968598 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.973075 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:47.978435 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:47.992934 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ddcf2-66bf-4618-bbed-fa6c0b7668b1,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:47.996380 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:48.003305 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.004771 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-d1192b36-20a6-46f2-ab39-9c4d3119ec77 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317365 Jun 23 17:28:48.007515 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41802) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:48.012090 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'security_group_rule': {'security_group_id': '48268e7a-125c-44d2-b968-5c60794d7d17', 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:48.035696 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Project a0b650c664c0423799fbe3814e2b016e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:28:48.042490 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.114313 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.121447 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.124912 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-135852f7-c824-4c98-93bf-32ff72377cc9 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:48.142572 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16268bae-c078-43db-837b-46f557e05927,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:48.145709 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:48.151812 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.155677 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446326 Jun 23 17:28:48.156091 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41806) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:48.160862 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'security_group_rule': {'security_group_id': '48268e7a-125c-44d2-b968-5c60794d7d17', 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:48.168253 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88978a2c-1765-4469-89ba-13a3bbf88fff None None] New status for floating IP 329b4a05-02af-4257-b6be-ba8bc6df0893: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:28:48.183015 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Project a0b650c664c0423799fbe3814e2b016e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:28:48.189522 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.263830 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.268915 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.271336 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-44d8718d-3128-472d-b6f2-6471e00dc341 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:48.279651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc27f5-459a-4051-90d5-4e58edacd488 req-fde4eb40-437b-4ec4-96cf-286b42b4c3f6 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.282054 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-12cc27f5-459a-4051-90d5-4e58edacd488 req-fde4eb40-437b-4ec4-96cf-286b42b4c3f6 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0735049 Jun 23 17:28:48.288824 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5872ab3c-1e36-4b2f-81f3-4367c01452ba,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:48.291754 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:48.297522 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.298654 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-b91571a9-a7f8-49a6-bd51-b6d7fde4624a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416085 Jun 23 17:28:48.332462 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-12cc27f5-459a-4051-90d5-4e58edacd488 req-b458b58c-5c5a-4f47-a2c6-e9d68a7df289 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435495 Jun 23 17:28:48.419597 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-548bdf57-d005-49ee-bd00-d40ff0a799d2 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016006061&fields=id&tenant_id=a0b650c664c0423799fbe3814e2b016e HTTP/1.1" status: 200 len: 267 time: 0.0336173 Jun 23 17:28:48.484680 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-cf458708-efe8-43d7-b492-be51c5f83449 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.486158 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-cf458708-efe8-43d7-b492-be51c5f83449 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0611734 Jun 23 17:28:48.496758 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'port': {'security_groups': ['811b30d4-c86d-46af-bd21-46aba691ad6a', '48268e7a-125c-44d2-b968-5c60794d7d17']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:48.588058 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.779601 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:48.808874 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.814259 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.817888 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-72c81fbd-d53b-400f-b300-f57d9558c316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:48.826207 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['19a0ee71-cb40-4054-98b8-65c1bb7966b9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:28:48.861175 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.861839 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:48.863244 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-679169b5-c426-45fd-aaa7-5a0d251e0f01 req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "PUT /v2.0/ports/19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 982 time: 0.3710327 Jun 23 17:28:48.892046 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:48.895276 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:48.967680 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['19a0ee71-cb40-4054-98b8-65c1bb7966b9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:28:49.043136 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02104-d47c-409c-bbad-6e4f28c8f3d2 req-fd950b52-7840-47c5-8690-ab7a5e31b535 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.044650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-15f02104-d47c-409c-bbad-6e4f28c8f3d2 req-fd950b52-7840-47c5-8690-ab7a5e31b535 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0729811 Jun 23 17:28:49.084956 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-15f02104-d47c-409c-bbad-6e4f28c8f3d2 req-8586e8b9-a6f1-42c4-9f2c-6602fa608a3a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336773 Jun 23 17:28:49.106805 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:49.110535 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a782d5f-32ef-422f-ba86-2a2df4d34044" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:49.146257 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-616a1d99-6716-4f98-85ed-5b6d78b45ec1 None None] Provisioning complete for port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:49.146608 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-616a1d99-6716-4f98-85ed-5b6d78b45ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:49.155505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808a7b61-1275-4bec-a077-1711573e1b7d x-openstack-request-id: req-808a7b61-1275-4bec-a077-1711573e1b7d {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:49.155907 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:49.156234 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-808a7b61-1275-4bec-a077-1711573e1b7d {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:49.156695 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'status': 'completed', 'code': 200} Jun 23 17:28:49.231294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-a3be489d-d6c7-4fa6-a453-52437eb8616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.232763 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-a3be489d-d6c7-4fa6-a453-52437eb8616f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1138 time: 0.0558412 Jun 23 17:28:49.328848 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-4fbee3f1-e94b-4c85-9fb6-10c984173aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.330450 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-4fbee3f1-e94b-4c85-9fb6-10c984173aed service neutron] 10.222.0.23 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 916 time: 0.0917184 Jun 23 17:28:49.399034 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-83d8454d-7ee6-43d2-8b42-cad3988ad65a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 1001 time: 0.0602748 Jun 23 17:28:49.457486 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-955ba7db-05e3-4923-8fca-d850541860ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.459305 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-955ba7db-05e3-4923-8fca-d850541860ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 200 len: 854 time: 0.0468144 Jun 23 17:28:49.567844 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3eec0-0265-4c5a-b6bd-a2991d09af89 req-725b91e3-bc36-4381-bb78-90672d871b9a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.569429 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-52b3eec0-0265-4c5a-b6bd-a2991d09af89 req-725b91e3-bc36-4381-bb78-90672d871b9a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1075335 Jun 23 17:28:49.572104 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-13f8ee1b-f0d0-4d29-8d1d-6614ab4ca01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.573403 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-13f8ee1b-f0d0-4d29-8d1d-6614ab4ca01e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00198e81-0855-46d2-a1c9-cbacc627f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009541 Jun 23 17:28:49.659003 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-52b3eec0-0265-4c5a-b6bd-a2991d09af89 req-b2cbcc19-3c09-4c1e-8178-720d60c77946 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837042 Jun 23 17:28:49.690316 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-195981a9-6ef7-4b28-8465-275e279d0f3f service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012335 Jun 23 17:28:49.780269 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a782d5f-32ef-422f-ba86-2a2df4d34044 req-94effa7c-cb34-4efe-985b-c899affb991a service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827451 Jun 23 17:28:50.835907 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68302cc9-60ef-4b7d-8f10-245ff0726eb1 req-6b953a8f-8bf9-4e92-9189-f68a9e036762 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:50.837334 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-68302cc9-60ef-4b7d-8f10-245ff0726eb1 req-6b953a8f-8bf9-4e92-9189-f68a9e036762 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0667529 Jun 23 17:28:50.875020 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-68302cc9-60ef-4b7d-8f10-245ff0726eb1 req-0bf34b44-5e6e-4ad6-b5bd-4600728ec005 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Jun 23 17:28:52.053393 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0710e0-bd53-4425-a02f-367767732d47 req-1ed89eab-3dd5-4315-9ced-d8b0868b4f29 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:52.054880 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6c0710e0-bd53-4425-a02f-367767732d47 req-1ed89eab-3dd5-4315-9ced-d8b0868b4f29 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0664303 Jun 23 17:28:52.093186 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6c0710e0-bd53-4425-a02f-367767732d47 req-8a5ae1f5-58b0-4e6b-9338-ee9cb0a66663 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319710 Jun 23 17:28:53.268371 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee52cb1-8b9e-48e9-9b9b-7741dd32ed09 req-327beae7-eb7f-4844-9472-99f6a9e20b7b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:53.269854 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3ee52cb1-8b9e-48e9-9b9b-7741dd32ed09 req-327beae7-eb7f-4844-9472-99f6a9e20b7b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0636942 Jun 23 17:28:53.308489 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3ee52cb1-8b9e-48e9-9b9b-7741dd32ed09 req-7a2a111f-e968-4cfa-9088-70ea5ae6c741 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327399 Jun 23 17:28:53.711756 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818edecd-828d-4829-b676-d1771baa9cfd req-69636852-266f-4abd-81d7-aa20152f526b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:53.713105 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-818edecd-828d-4829-b676-d1771baa9cfd req-69636852-266f-4abd-81d7-aa20152f526b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1119180 Jun 23 17:28:53.727508 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-ef5c1d56-bbdf-4c23-8b72-1bae97cb361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:53.728895 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-ef5c1d56-bbdf-4c23-8b72-1bae97cb361e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 1098 time: 0.0852907 Jun 23 17:28:53.806831 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-818edecd-828d-4829-b676-d1771baa9cfd req-4cdca2d5-ea6d-4024-bde2-c3a58086e06b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869648 Jun 23 17:28:53.840947 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-515db38e-d4b6-417c-91a2-ac038ca30d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:53.842435 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-515db38e-d4b6-417c-91a2-ac038ca30d39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 912 time: 0.1058893 Jun 23 17:28:53.911927 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-9a210920-5c94-44be-9d5f-773f99518d71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 200 len: 1001 time: 0.0588992 Jun 23 17:28:53.974692 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-4b3fab31-7edb-45bc-87b5-0a6acce945e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:53.976013 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-4b3fab31-7edb-45bc-87b5-0a6acce945e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0474148 Jun 23 17:28:54.301449 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-42f2e0a8-9f4b-43d9-9800-5763eb784222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:54.304049 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-42f2e0a8-9f4b-43d9-9800-5763eb784222 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3196874 Jun 23 17:28:54.399949 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-b4d8b9fc-8529-4c2f-a5b0-ec9d068fbace service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834742 Jun 23 17:28:54.493956 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e5f5edd6-62bd-4e97-9984-f38b14556541 req-ca148173-fc33-4262-8531-a12a5aae5955 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866430 Jun 23 17:28:54.982431 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a36c-a3e6-4879-863b-892ec600c3cf req-73c1e267-1991-4b3b-a9d1-9a26bc0ea1fe tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:54.983940 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7531a36c-a3e6-4879-863b-892ec600c3cf req-73c1e267-1991-4b3b-a9d1-9a26bc0ea1fe tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0632489 Jun 23 17:28:55.023605 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7531a36c-a3e6-4879-863b-892ec600c3cf req-f4f7bf9d-4619-4c6a-976f-37e7db2b1daa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338862 Jun 23 17:28:56.196934 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe249cfc-0b74-49eb-994b-b58d2a4fb441 req-bd91835c-ac66-4322-9ffa-a1386eef5f78 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:56.198379 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe249cfc-0b74-49eb-994b-b58d2a4fb441 req-bd91835c-ac66-4322-9ffa-a1386eef5f78 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0651114 Jun 23 17:28:56.235176 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe249cfc-0b74-49eb-994b-b58d2a4fb441 req-9722561a-ebcb-454a-a85c-1ef7fef043ec tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306089 Jun 23 17:29:04.924237 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:29:10.706448 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bef5d5c7-ad64-4540-99d6-3d01e5693140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:11.581299 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-070cf2d1-3f00-4640-87eb-0ef477d18646 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527542 Jun 23 17:29:11.689407 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-719b3fed-0cae-4fdd-80bc-87a7d66b307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:11.690907 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-719b3fed-0cae-4fdd-80bc-87a7d66b307a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1098 time: 0.0575628 Jun 23 17:29:11.816190 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-a0ca01eb-758d-48d5-aeb7-eb6048e30713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:11.817605 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-a0ca01eb-758d-48d5-aeb7-eb6048e30713 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 910 time: 0.1021357 Jun 23 17:29:11.884431 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-1b50b534-2b71-4535-9a3e-5ff646089e40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 1001 time: 0.0573220 Jun 23 17:29:11.936000 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-06c56d49-f92f-4e51-b21b-90e916548a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:11.938161 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-06c56d49-f92f-4e51-b21b-90e916548a93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 200 len: 848 time: 0.0469656 Jun 23 17:29:11.996120 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-680a2e82-d0e9-404c-806b-f1036300d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:11.997578 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-680a2e82-d0e9-404c-806b-f1036300d109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995c5ffa-7123-4a12-8021-55ce13c9bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509684 Jun 23 17:29:12.098884 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-f63003ad-52cd-4618-8d33-cd2f2db3353f service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874999 Jun 23 17:29:12.200861 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-734bebe7-167c-4c1f-bd8c-defa4b80b972 req-d4d36247-8a77-4f88-9be2-30ecc1493a14 service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871487 Jun 23 17:29:12.589370 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac34f-a97f-44e9-976f-287f68c71544 req-ab8a5e59-caf7-468b-8e6e-0ada1aee4ed1 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:12.590843 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cbeac34f-a97f-44e9-976f-287f68c71544 req-ab8a5e59-caf7-468b-8e6e-0ada1aee4ed1 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.1105201 Jun 23 17:29:12.630439 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cbeac34f-a97f-44e9-976f-287f68c71544 req-9a3bbff5-0e4b-4be8-b97a-40e1abee04e6 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333250 Jun 23 17:29:13.418398 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf31a7f1-6db8-44c3-89b7-9cdd4ae11a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:13.443283 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:13.814222 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacb5fa-67b7-4296-a6db-cdb1db27386b req-342df077-5f79-49c2-a1a9-1be9b5acb0db tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:13.815649 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1dacb5fa-67b7-4296-a6db-cdb1db27386b req-342df077-5f79-49c2-a1a9-1be9b5acb0db tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0680671 Jun 23 17:29:13.857820 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1dacb5fa-67b7-4296-a6db-cdb1db27386b req-a1dd8371-b372-4816-878a-353443d0d962 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335407 Jun 23 17:29:14.555341 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:15.037877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c6b77-ae70-4f44-9e2b-b8d820c2b46a req-30d75521-7519-457c-8c14-d7b2fa6a1d6c tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:15.039364 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-242c6b77-ae70-4f44-9e2b-b8d820c2b46a req-30d75521-7519-457c-8c14-d7b2fa6a1d6c tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0649631 Jun 23 17:29:15.078381 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-242c6b77-ae70-4f44-9e2b-b8d820c2b46a req-06642ecc-37eb-4cf4-a78c-912d468833e6 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Jun 23 17:29:15.602722 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:16.254030 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390bd7b-00ca-4cc0-8f82-d3c914757fcc req-f818fadf-cc22-4c0b-b511-65534e2c21b7 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:16.255495 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e390bd7b-00ca-4cc0-8f82-d3c914757fcc req-f818fadf-cc22-4c0b-b511-65534e2c21b7 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0643058 Jun 23 17:29:16.299305 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e390bd7b-00ca-4cc0-8f82-d3c914757fcc req-d0298a31-f633-41c2-bf2d-b7fe5f33b31f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380044 Jun 23 17:29:16.434961 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:17.484369 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3fa40-2d1b-4a15-af32-bbc446aa5abf req-6a99c85c-aec6-457d-ad80-70147cdb0c49 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:17.489773 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9af3fa40-2d1b-4a15-af32-bbc446aa5abf req-6a99c85c-aec6-457d-ad80-70147cdb0c49 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0702291 Jun 23 17:29:17.528430 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9af3fa40-2d1b-4a15-af32-bbc446aa5abf req-cb61c1ac-65a0-4c20-a8ef-687611cd3fc2 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365322 Jun 23 17:29:18.752691 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9237b-a544-43e3-b150-77ec9447afb8 req-87367779-78d3-4c73-906a-1ba8ee25f54d tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:18.754225 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e1e9237b-a544-43e3-b150-77ec9447afb8 req-87367779-78d3-4c73-906a-1ba8ee25f54d tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.1132195 Jun 23 17:29:18.795559 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e1e9237b-a544-43e3-b150-77ec9447afb8 req-8d97499a-3550-4706-9b8b-bf23b973030b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352018 Jun 23 17:29:19.981616 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aba6f9-7ba9-4032-824f-0ae6844c0165 req-ef99802f-5d28-4321-95f6-f3a5e5d7a741 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:19.984308 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-89aba6f9-7ba9-4032-824f-0ae6844c0165 req-ef99802f-5d28-4321-95f6-f3a5e5d7a741 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0728421 Jun 23 17:29:20.026468 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-89aba6f9-7ba9-4032-824f-0ae6844c0165 req-fb1b70d5-53fd-4ff0-bcd4-7bc5cba90f7b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358326 Jun 23 17:29:20.153948 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79516645-5ba5-42e0-b3f5-caafa846aa19 req-c6fb3799-b7db-4833-ad6d-682fa6d26353 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:20.155415 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-79516645-5ba5-42e0-b3f5-caafa846aa19 req-c6fb3799-b7db-4833-ad6d-682fa6d26353 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0641346 Jun 23 17:29:20.193817 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-79516645-5ba5-42e0-b3f5-caafa846aa19 req-7e33c4fe-f7cf-4318-9c33-0d70c9c68ed4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Jun 23 17:29:21.210796 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9f22-7160-402a-856c-c31b4b662305 req-78c54b95-c60f-4d8f-aca9-7715d26df62a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.212269 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7bfc9f22-7160-402a-856c-c31b4b662305 req-78c54b95-c60f-4d8f-aca9-7715d26df62a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0656798 Jun 23 17:29:21.258879 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7bfc9f22-7160-402a-856c-c31b4b662305 req-b174ab26-588c-45ba-9f8c-75916d329e22 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372059 Jun 23 17:29:21.436239 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87d80e-4ea6-416a-908c-ae8fc9bb66f8 req-633988b1-237d-4a3f-8880-80a28f74c985 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.443291 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-de87d80e-4ea6-416a-908c-ae8fc9bb66f8 req-633988b1-237d-4a3f-8880-80a28f74c985 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0778646 Jun 23 17:29:21.484295 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-de87d80e-4ea6-416a-908c-ae8fc9bb66f8 req-e355d5ab-53ff-4f00-989f-3f9148fd01d1 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401101 Jun 23 17:29:21.578122 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237600fb-98f4-40f8-8549-67485d540899 req-fe015d4c-baa6-46b0-a749-e79b6bdc0dd3 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.580220 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-237600fb-98f4-40f8-8549-67485d540899 req-fe015d4c-baa6-46b0-a749-e79b6bdc0dd3 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0996335 Jun 23 17:29:21.625842 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-860a9847-0cd1-404c-b6e3-e3e718ebc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.628007 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-860a9847-0cd1-404c-b6e3-e3e718ebc0a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1138 time: 0.1551828 Jun 23 17:29:21.635129 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-237600fb-98f4-40f8-8549-67485d540899 req-7b5a1f62-ae77-43ba-99d3-75edfa30f024 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487399 Jun 23 17:29:21.719297 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-7f0ede01-a173-4b5a-b68b-80caafd160e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.721433 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-7f0ede01-a173-4b5a-b68b-80caafd160e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 916 time: 0.0854318 Jun 23 17:29:21.792569 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-59b846d5-b264-4ae8-bcf1-b710fcabb928 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 1001 time: 0.0632324 Jun 23 17:29:21.840591 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-be936037-a648-4378-8cf5-ce724b19b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.842032 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-be936037-a648-4378-8cf5-ce724b19b638 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 200 len: 854 time: 0.0424736 Jun 23 17:29:21.898323 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-2fa8c035-123c-4812-b9d5-e2eca2d712e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.899690 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-2fa8c035-123c-4812-b9d5-e2eca2d712e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00198e81-0855-46d2-a1c9-cbacc627f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0511689 Jun 23 17:29:21.995555 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-b31b3f1d-b4d6-4e13-9223-680263dcdabc service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Jun 23 17:29:22.092142 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2d5371d9-6441-4393-a4cc-3b9a71707b16 req-37efef99-33e4-4b45-b1eb-97449482d103 service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887296 Jun 23 17:29:22.435712 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a42c0-919f-46d2-a603-dbd244a595a1 req-c7d5b2ae-61fd-48d9-9c8c-2c78f5e5c1b9 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.437157 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-422a42c0-919f-46d2-a603-dbd244a595a1 req-c7d5b2ae-61fd-48d9-9c8c-2c78f5e5c1b9 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0627074 Jun 23 17:29:22.476960 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-422a42c0-919f-46d2-a603-dbd244a595a1 req-cbb4bb5a-b417-4f11-be57-64c0dee14a73 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Jun 23 17:29:22.722484 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec10f7-c4f9-4d75-9cd3-0d1cbc5516c5 req-5f804e48-af7f-42fd-a653-3f7e621f09dc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.723962 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-26ec10f7-c4f9-4d75-9cd3-0d1cbc5516c5 req-5f804e48-af7f-42fd-a653-3f7e621f09dc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1153817 Jun 23 17:29:22.734588 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-19f4337d-0070-44d6-a4c0-e76f8f797837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.736213 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-19f4337d-0070-44d6-a4c0-e76f8f797837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1098 time: 0.0931594 Jun 23 17:29:22.846565 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-26ec10f7-c4f9-4d75-9cd3-0d1cbc5516c5 req-e9f66416-53d0-4afd-8918-bd3cc6bf49f4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158957 Jun 23 17:29:22.890361 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-8242fcde-3fba-457e-9683-b0b7921f8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.891838 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-8242fcde-3fba-457e-9683-b0b7921f8827 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 910 time: 0.1430383 Jun 23 17:29:22.904495 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980e309-ad08-4b31-b7b8-4ec48478169c req-3d816abc-7ff0-4113-a0a6-b3f083388df7 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.905925 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8980e309-ad08-4b31-b7b8-4ec48478169c req-3d816abc-7ff0-4113-a0a6-b3f083388df7 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.1478627 Jun 23 17:29:22.987445 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-d52e9272-993a-4f0a-88cf-676f8d438ef8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 1001 time: 0.0804646 Jun 23 17:29:22.991226 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8980e309-ad08-4b31-b7b8-4ec48478169c req-62cad4bf-8f09-442a-9c60-c36c296bf7f0 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786943 Jun 23 17:29:23.042024 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-0dda0ed0-d7e4-41ea-8f06-583263567551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:23.043473 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-0dda0ed0-d7e4-41ea-8f06-583263567551 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 200 len: 848 time: 0.0463650 Jun 23 17:29:23.102746 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-f84dd04c-77c2-4d14-b063-c14abe2b5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:23.104209 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-f84dd04c-77c2-4d14-b063-c14abe2b5248 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995c5ffa-7123-4a12-8021-55ce13c9bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540364 Jun 23 17:29:23.195182 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-a242c70a-e52f-4ef7-8dee-59daf0f03d58 service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806928 Jun 23 17:29:23.288441 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9a17592-cee4-4a6e-959a-38ba55e53581 req-a4c25eb0-3240-4390-9fbe-c28c1a897b6d service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867703 Jun 23 17:29:23.655282 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43079f0-020a-4dcf-b777-10f5e56b788b req-810ed433-1cf8-4384-af48-6a4564356af7 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:23.656736 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e43079f0-020a-4dcf-b777-10f5e56b788b req-810ed433-1cf8-4384-af48-6a4564356af7 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0634098 Jun 23 17:29:23.696262 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e43079f0-020a-4dcf-b777-10f5e56b788b req-0699cfe9-6926-4e97-a886-a205131b8812 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328355 Jun 23 17:29:24.033785 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460013d-85a7-4e9b-b174-8fde3b951749 req-bc47a75e-c3d6-43dd-8828-449b558d920b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:24.035261 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c460013d-85a7-4e9b-b174-8fde3b951749 req-bc47a75e-c3d6-43dd-8828-449b558d920b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0620842 Jun 23 17:29:24.081428 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c460013d-85a7-4e9b-b174-8fde3b951749 req-620b4aa9-0f80-415c-92ba-fc1e6ca322c4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400760 Jun 23 17:29:24.180582 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28596-8050-40bd-b7cd-a379af852607 req-96117e69-7ace-4d89-a8e3-3b85d2a69743 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:24.182126 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3bd28596-8050-40bd-b7cd-a379af852607 req-96117e69-7ace-4d89-a8e3-3b85d2a69743 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0669434 Jun 23 17:29:24.222772 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3bd28596-8050-40bd-b7cd-a379af852607 req-a7d7e2ed-00a6-4313-a3ee-94e54d708189 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346286 Jun 23 17:29:24.870422 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503af65-05e9-4971-b96f-c2423bc9f283 req-001a6526-ff3e-483c-af26-8e9fb763496f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:24.871896 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3503af65-05e9-4971-b96f-c2423bc9f283 req-001a6526-ff3e-483c-af26-8e9fb763496f tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0648241 Jun 23 17:29:24.921311 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3503af65-05e9-4971-b96f-c2423bc9f283 req-bf3d56df-d869-4f37-b783-67d8bacbc96d tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Jun 23 17:29:25.321378 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fccddd-6429-4ca9-bd0d-2d6f18bba5a7 req-ce09b465-900f-4e85-b69d-e07130453243 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:25.322888 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-23fccddd-6429-4ca9-bd0d-2d6f18bba5a7 req-ce09b465-900f-4e85-b69d-e07130453243 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0818992 Jun 23 17:29:25.394025 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-23fccddd-6429-4ca9-bd0d-2d6f18bba5a7 req-922c2b42-b855-471b-bf9b-06d5118a0571 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648067 Jun 23 17:29:25.423713 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e1f0-fa4a-4792-ad0d-74f51676cd5d req-a3299723-70e6-457b-9ca6-a78e6f333736 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:25.425219 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4e70e1f0-fa4a-4792-ad0d-74f51676cd5d req-a3299723-70e6-457b-9ca6-a78e6f333736 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0780416 Jun 23 17:29:25.467329 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4e70e1f0-fa4a-4792-ad0d-74f51676cd5d req-417676fb-30e3-4cfe-b18c-e69474722d95 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362589 Jun 23 17:29:26.091541 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7bce3-945a-4f3f-bdd6-692b244b3388 req-7358b543-112f-4ba5-8ebd-14efa90d652a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:26.092999 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4ea7bce3-945a-4f3f-bdd6-692b244b3388 req-7358b543-112f-4ba5-8ebd-14efa90d652a tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0625792 Jun 23 17:29:26.132032 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4ea7bce3-945a-4f3f-bdd6-692b244b3388 req-af02db45-9383-4226-8773-7544623c625c tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332711 Jun 23 17:29:26.426351 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-6e491ae7-8785-460f-aa0c-03e22928e314 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529838 Jun 23 17:29:26.519065 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0533b-031f-4376-916c-804b815b9e3d req-5c5dc7e1-b306-429d-9a0a-133a8fec2661 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:26.521114 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b1c0533b-031f-4376-916c-804b815b9e3d req-5c5dc7e1-b306-429d-9a0a-133a8fec2661 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0762029 Jun 23 17:29:26.608678 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b1c0533b-031f-4376-916c-804b815b9e3d req-28c2d60f-ae16-49a2-8cef-f13c8228b160 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695369 Jun 23 17:29:26.620751 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769f3b0-09e6-40a0-9a25-27a689366dad req-6e903d74-bfdc-4ffa-b8f2-f2f9f51b9972 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:26.622285 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4769f3b0-09e6-40a0-9a25-27a689366dad req-6e903d74-bfdc-4ffa-b8f2-f2f9f51b9972 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0984225 Jun 23 17:29:26.668099 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4769f3b0-09e6-40a0-9a25-27a689366dad req-9b56f3db-d4dc-4665-a530-6abc80412c9b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394351 Jun 23 17:29:26.791415 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1e34-0acb-41a4-827a-9ce3bf7b1330 req-dbc4f7c7-7e9a-4d9c-bab8-fcc9f252590e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:26.792858 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e12a1e34-0acb-41a4-827a-9ce3bf7b1330 req-dbc4f7c7-7e9a-4d9c-bab8-fcc9f252590e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0764825 Jun 23 17:29:26.852668 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e12a1e34-0acb-41a4-827a-9ce3bf7b1330 req-e389c09a-7fe4-4322-8031-8f77f88fc811 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536542 Jun 23 17:29:27.684524 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:29:27.772109 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:27.795726 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1edab5-a07a-44b3-9b7d-44f6ea1171e1 req-5eef1ec9-e900-45ce-b401-684b1d988521 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:27.797223 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fb1edab5-a07a-44b3-9b7d-44f6ea1171e1 req-5eef1ec9-e900-45ce-b401-684b1d988521 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0689366 Jun 23 17:29:27.803779 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:27.806195 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb96c4d-51e5-4a90-a4a7-cea09989d3d4" -d '{"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-unplugged", "status": "completed", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:27.821054 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:27.825263 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:27.827554 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:27.883802 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=6']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:27.891634 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.892577 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.892912 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.893242 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.893562 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.893920 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.894240 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.894557 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.894930 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.895218 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.895499 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.895808 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:27.899913 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fb1edab5-a07a-44b3-9b7d-44f6ea1171e1 req-af4538ee-1363-4b0d-abf7-2f55f5fd9e6b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912225 Jun 23 17:29:27.906766 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:27.932881 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ebe76-77f4-4737-ba01-13a3877c8a88 req-f5081187-53fc-4a0a-9b60-725a35a160de tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:27.934469 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-747ebe76-77f4-4737-ba01-13a3877c8a88 req-f5081187-53fc-4a0a-9b60-725a35a160de tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1363406 Jun 23 17:29:27.940415 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397374b-066d-4402-a2e9-111e200b3afe req-25b50753-6597-424b-95a6-a6d432696a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:27.941842 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-25b50753-6597-424b-95a6-a6d432696a04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca&tenant_id=846e565096174f7b8b8cd93b8962ff8b HTTP/1.1" status: 200 len: 1096 time: 0.1048124 Jun 23 17:29:27.961960 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0046f-470a-490e-b4f7-28f65c1cd281 x-openstack-request-id: req-32a0046f-470a-490e-b4f7-28f65c1cd281 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:27.961960 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-unplugged", "status": "completed", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:27.962297 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32a0046f-470a-490e-b4f7-28f65c1cd281 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:27.962442 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'code': 200} Jun 23 17:29:28.007479 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-747ebe76-77f4-4737-ba01-13a3877c8a88 req-5294124e-0147-4869-8052-82ced1440003 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646241 Jun 23 17:29:28.037502 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397374b-066d-4402-a2e9-111e200b3afe req-7b33574b-54c3-49cf-984a-1c969e605a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:28.039176 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-7b33574b-54c3-49cf-984a-1c969e605a7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1096 time: 0.0631845 Jun 23 17:29:28.167389 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397374b-066d-4402-a2e9-111e200b3afe req-3f563930-387b-4093-a096-c5c4042c1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:28.168705 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-3f563930-387b-4093-a096-c5c4042c1f70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 910 time: 0.1232438 Jun 23 17:29:28.181551 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323de1de-958a-4ea9-998c-935dab9ae2d4 req-7fb34a77-72cf-4845-a43d-ce73faa28888 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:28.182960 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-323de1de-958a-4ea9-998c-935dab9ae2d4 req-7fb34a77-72cf-4845-a43d-ce73faa28888 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.1284678 Jun 23 17:29:28.267012 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-323de1de-958a-4ea9-998c-935dab9ae2d4 req-57c54aa1-6508-43d0-bef6-efdd9e8edbf1 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776000 Jun 23 17:29:28.268631 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-61349a84-ab7c-4698-9d7a-24f1acd8641e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 999 time: 0.0848536 Jun 23 17:29:28.323538 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397374b-066d-4402-a2e9-111e200b3afe req-0b706cc7-f889-4c9b-9a59-7abee1b7777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:28.324965 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-0b706cc7-f889-4c9b-9a59-7abee1b7777d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 200 len: 848 time: 0.0484939 Jun 23 17:29:28.390959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397374b-066d-4402-a2e9-111e200b3afe req-2ef6fb74-1d45-4940-9bb1-a534ce2414fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:28.392904 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-2ef6fb74-1d45-4940-9bb1-a534ce2414fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995c5ffa-7123-4a12-8021-55ce13c9bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595248 Jun 23 17:29:28.487288 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-4b12eadd-b5a5-4956-9f4d-bc31b72563de service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855119 Jun 23 17:29:28.577062 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6397374b-066d-4402-a2e9-111e200b3afe req-9765ab2d-7a8c-4388-a914-57066e6e8c58 service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827200 Jun 23 17:29:29.086884 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269710-8565-45ec-a01c-460c09b81c19 req-3adc729b-153f-453e-8be8-05c879ef2551 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:29.088359 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ae269710-8565-45ec-a01c-460c09b81c19 req-3adc729b-153f-453e-8be8-05c879ef2551 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 943 time: 0.0683925 Jun 23 17:29:29.128514 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ae269710-8565-45ec-a01c-460c09b81c19 req-db4df7f2-5987-4253-831c-32788731addd tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338674 Jun 23 17:29:29.205382 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef8f1-3da3-46d5-be37-2294a3837db2 req-3e7ffe10-67fb-44a3-825e-1c2a06009380 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:29.206846 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-97cef8f1-3da3-46d5-be37-2294a3837db2 req-3e7ffe10-67fb-44a3-825e-1c2a06009380 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0699835 Jun 23 17:29:29.243880 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-97cef8f1-3da3-46d5-be37-2294a3837db2 req-0075cca2-8cdc-4ae4-9544-6a6ddca7e32c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313294 Jun 23 17:29:29.446531 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26679117-b85b-4167-99f6-30e9af640690 req-b5795a6d-15ff-4055-a1d9-a6e733a77ee3 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:29.447984 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-26679117-b85b-4167-99f6-30e9af640690 req-b5795a6d-15ff-4055-a1d9-a6e733a77ee3 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0642049 Jun 23 17:29:29.491659 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-26679117-b85b-4167-99f6-30e9af640690 req-db152805-83d3-4a46-b568-d87b8e990f9e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379038 Jun 23 17:29:29.698617 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:29:29.793875 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:29.808959 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'port_id': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'mac_address': 'fa:16:3e:31:3b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:29:29.846019 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:29.858378 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:29:29.878170 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:29.882275 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:29.884131 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-62ad08da-5210-49ee-a950-5aa68d479b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:29.928888 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=7']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:29.931862 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:30.135064 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:30.304643 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07140b2f-ebd6-41b3-9315-c864467267ea req-dcf0cc7b-24f2-4e18-b9b1-13e174b272db tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:30.306163 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07140b2f-ebd6-41b3-9315-c864467267ea req-dcf0cc7b-24f2-4e18-b9b1-13e174b272db tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 944 time: 0.0669427 Jun 23 17:29:30.345350 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-07140b2f-ebd6-41b3-9315-c864467267ea req-aa4c8ed6-8a9c-4566-a26c-cf2b92905cf4 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 Jun 23 17:29:30.430227 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f505d2-86aa-49f4-90c4-c2dec6811678 req-ac420ee6-a0b9-4d36-95fc-aabc5bcaefc2 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:30.431647 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-86f505d2-86aa-49f4-90c4-c2dec6811678 req-ac420ee6-a0b9-4d36-95fc-aabc5bcaefc2 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0622773 Jun 23 17:29:30.468953 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-86f505d2-86aa-49f4-90c4-c2dec6811678 req-e6972f80-6d7c-49d4-b5d8-655c1f6ad955 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313847 Jun 23 17:29:30.675023 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170b52-f12d-43a2-a6af-53eeecf5b98a req-7a8c8d24-b673-4d13-a7c5-171dacff8ee8 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:30.676517 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36170b52-f12d-43a2-a6af-53eeecf5b98a req-7a8c8d24-b673-4d13-a7c5-171dacff8ee8 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0702415 Jun 23 17:29:30.717602 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36170b52-f12d-43a2-a6af-53eeecf5b98a req-d7748aa7-16ec-4a31-8ecd-fd28827a8b38 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345883 Jun 23 17:29:31.518738 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61124f15-1f1b-41ee-b3a0-215e439ad1ab req-f1dc07b8-3332-497f-b53d-64a542029832 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:31.520197 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61124f15-1f1b-41ee-b3a0-215e439ad1ab req-f1dc07b8-3332-497f-b53d-64a542029832 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 944 time: 0.0627611 Jun 23 17:29:31.564913 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61124f15-1f1b-41ee-b3a0-215e439ad1ab req-00212231-d084-4d07-b872-8066141c8231 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388010 Jun 23 17:29:31.660615 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ed38f-ee78-402d-b22f-0d63f02be59f req-539f72eb-4b88-4231-b57b-0010f11f9c67 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:31.662267 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b8ed38f-ee78-402d-b22f-0d63f02be59f req-539f72eb-4b88-4231-b57b-0010f11f9c67 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0702333 Jun 23 17:29:31.703331 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6b8ed38f-ee78-402d-b22f-0d63f02be59f req-d2c86e14-47c1-4b2c-9570-aa07bb2793c9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352519 Jun 23 17:29:31.718068 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:29:31.770569 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:29:31.771000 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:31.850881 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:31.874796 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:31.877571 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e960fb-a3dd-478b-b02f-1f944126cbb6" -d '{"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-plugged", "status": "completed", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:31.891350 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:31.896011 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:31.897217 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb414f-d006-4dd3-aa07-5d6f44884d1f req-148e97ef-6d1c-4e4e-aa41-cab21d6b1c61 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:31.898239 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:31.898785 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50fb414f-d006-4dd3-aa07-5d6f44884d1f req-148e97ef-6d1c-4e4e-aa41-cab21d6b1c61 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0671520 Jun 23 17:29:31.922579 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1030b96d-c2d2-4c68-8354-9b159fea489b x-openstack-request-id: req-1030b96d-c2d2-4c68-8354-9b159fea489b {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:31.922904 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-plugged", "status": "completed", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:31.923156 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1030b96d-c2d2-4c68-8354-9b159fea489b {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:31.923543 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'code': 200} Jun 23 17:29:31.945746 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50fb414f-d006-4dd3-aa07-5d6f44884d1f req-96d7cdf0-9ada-4d0b-bbdd-6b84bfef8b6c tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399935 Jun 23 17:29:31.951014 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=8']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:31.954899 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:32.206474 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cbb75-580f-4509-aa2e-6909c09aa1ec req-eb3725bc-55cf-485c-a1a1-fa8b7332937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:32.207794 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-773cbb75-580f-4509-aa2e-6909c09aa1ec req-eb3725bc-55cf-485c-a1a1-fa8b7332937c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1098 time: 0.0489593 Jun 23 17:29:32.246402 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-773cbb75-580f-4509-aa2e-6909c09aa1ec req-e62b321c-a198-4e34-8e78-0b0d35cc7379 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270448 Jun 23 17:29:32.745498 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38283-d084-487b-b637-051de669fc51 req-f27abb42-1da4-4dcf-96f8-67bed9f55dd9 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:32.747062 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1d38283-d084-487b-b637-051de669fc51 req-f27abb42-1da4-4dcf-96f8-67bed9f55dd9 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0662351 Jun 23 17:29:32.786732 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f1d38283-d084-487b-b637-051de669fc51 req-d1c6f2f4-4ee5-463d-b93f-fb1a15124ef4 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334294 Jun 23 17:29:32.889819 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30c2b-06a0-45ed-bee1-e5ec5e097ddc req-e43fb741-24c2-464c-b529-abaee141fe20 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:32.891263 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0ab30c2b-06a0-45ed-bee1-e5ec5e097ddc req-e43fb741-24c2-464c-b529-abaee141fe20 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0628691 Jun 23 17:29:32.929309 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0ab30c2b-06a0-45ed-bee1-e5ec5e097ddc req-0e71851f-cab6-466e-9bfd-06a986604f58 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Jun 23 17:29:33.136169 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3841c-b470-4311-9a5c-3ec580ca57b2 req-f773c522-5278-409f-a4c7-248ef3d9b635 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.137617 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebf3841c-b470-4311-9a5c-3ec580ca57b2 req-f773c522-5278-409f-a4c7-248ef3d9b635 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0651746 Jun 23 17:29:33.181162 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ebf3841c-b470-4311-9a5c-3ec580ca57b2 req-4c539db2-3020-4be2-b1c8-4a768b2cf3c2 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368247 Jun 23 17:29:33.964836 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265362f7-5718-4ee2-a7b1-d1d0973680ae req-23ac7d24-1e3e-4ffa-bbce-e26467d28692 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.966444 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-265362f7-5718-4ee2-a7b1-d1d0973680ae req-23ac7d24-1e3e-4ffa-bbce-e26467d28692 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.0682657 Jun 23 17:29:34.013452 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-265362f7-5718-4ee2-a7b1-d1d0973680ae req-f1936c39-1190-468c-a016-2ad8b23e6bd7 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 Jun 23 17:29:34.106230 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e5f9e-3a37-4604-9274-c76a615663a8 req-d3c9fbae-54f7-4123-8d04-c3767aada9f9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:34.107675 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-248e5f9e-3a37-4604-9274-c76a615663a8 req-d3c9fbae-54f7-4123-8d04-c3767aada9f9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0620646 Jun 23 17:29:34.146237 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-248e5f9e-3a37-4604-9274-c76a615663a8 req-f7883e41-5995-46c5-8975-ac07e07f88d7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328007 Jun 23 17:29:34.359755 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47bae7-1830-46e4-af55-c06c766b400d req-1e3ca878-79eb-48f1-a0fc-02bf58fbdf15 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:34.361693 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe47bae7-1830-46e4-af55-c06c766b400d req-1e3ca878-79eb-48f1-a0fc-02bf58fbdf15 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0681911 Jun 23 17:29:34.401393 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fe47bae7-1830-46e4-af55-c06c766b400d req-4e865af1-ae92-4c56-a90b-f3a472b9d658 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337503 Jun 23 17:29:35.320923 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1e809-76fc-4c1f-8851-9750852d3ae5 req-230e32ee-ba56-479f-b63c-f225511e0361 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:35.322370 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-caa1e809-76fc-4c1f-8851-9750852d3ae5 req-230e32ee-ba56-479f-b63c-f225511e0361 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0627706 Jun 23 17:29:35.364777 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-caa1e809-76fc-4c1f-8851-9750852d3ae5 req-55d341c3-8292-4807-adc6-756d4e95edca tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365937 Jun 23 17:29:35.573604 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb449f-65ff-443e-827e-fb3842c311c0 req-34070294-594c-4c87-a357-964c9f529d5d tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:35.575042 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-88fb449f-65ff-443e-827e-fb3842c311c0 req-34070294-594c-4c87-a357-964c9f529d5d tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0611398 Jun 23 17:29:35.615956 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-88fb449f-65ff-443e-827e-fb3842c311c0 req-4c53d3d6-0829-4ced-8681-9f90f526580e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349481 Jun 23 17:29:35.761259 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:29:35.859143 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:35.872163 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'port_id': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'mac_address': 'fa:16:3e:44:ef:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:29:35.920519 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.934513 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 879dab7b-c97e-4deb-b980-d2eec61fbd87 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:29:35.953398 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:35.958627 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.960443 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-55f09067-eea7-4755-b6a8-dacdb7c37eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:36.015086 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=6']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:36.018117 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:36.069691 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['879dab7b-c97e-4deb-b980-d2eec61fbd87'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:36.555161 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c491950-5138-4c9d-9dd8-9d351f3155c2 req-00c1b79c-1ddd-4b27-935a-daa50afb4a5d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:36.556592 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2c491950-5138-4c9d-9dd8-9d351f3155c2 req-00c1b79c-1ddd-4b27-935a-daa50afb4a5d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 944 time: 0.0711370 Jun 23 17:29:36.596152 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2c491950-5138-4c9d-9dd8-9d351f3155c2 req-0018fbad-cdca-46e6-95d2-25bcffd9a855 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337930 Jun 23 17:29:36.801658 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dade4c-9d9e-4cae-99c9-5fe26525e5f5 req-fcb71282-34ee-4ee6-aa9d-634a611c3bca tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:36.803101 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c5dade4c-9d9e-4cae-99c9-5fe26525e5f5 req-fcb71282-34ee-4ee6-aa9d-634a611c3bca tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0624862 Jun 23 17:29:36.843950 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c5dade4c-9d9e-4cae-99c9-5fe26525e5f5 req-e12363e1-2ba5-42ae-8269-e930c75f8568 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351100 Jun 23 17:29:37.547645 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d450ca5-d799-4b71-957c-d933bdc9a819 req-3ee30801-c66b-4916-993b-c5ed8489bbc8 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.549157 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5d450ca5-d799-4b71-957c-d933bdc9a819 req-3ee30801-c66b-4916-993b-c5ed8489bbc8 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jun 23 17:29:37.770770 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:29:37.821583 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 879dab7b-c97e-4deb-b980-d2eec61fbd87 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:29:37.822271 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.892557 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5d450ca5-d799-4b71-957c-d933bdc9a819 req-62978ac8-3797-4b5f-b4fa-3b29c3f6afb4 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375797 Jun 23 17:29:37.924194 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.949596 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37871e9-1cc9-4ac9-ab28-d7dc2e3b188f req-9f774248-7304-415b-8d46-fbd484fa97fc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.951377 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a37871e9-1cc9-4ac9-ab28-d7dc2e3b188f req-9f774248-7304-415b-8d46-fbd484fa97fc tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 944 time: 0.1080720 Jun 23 17:29:37.956873 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:37.960189 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56399348-d9e3-4ab8-9a8a-c80151e60a08" -d '{"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-plugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:37.991878 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:38.003538 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:38.007478 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:38.042534 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a37871e9-1cc9-4ac9-ab28-d7dc2e3b188f req-7d35da3b-c8fc-4347-b1df-de9d3390edc2 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775087 Jun 23 17:29:38.116888 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=7']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:38.120286 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:38.192675 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a4676-13a1-4053-b5d9-fd00082a8495 req-dd04920e-67b6-4ff1-8af3-7fae9c63d6e0 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:38.201239 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bd8a4676-13a1-4053-b5d9-fd00082a8495 req-dd04920e-67b6-4ff1-8af3-7fae9c63d6e0 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.1287048 Jun 23 17:29:38.214775 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3705d94-0102-4d97-965c-1569252fedf6 x-openstack-request-id: req-e3705d94-0102-4d97-965c-1569252fedf6 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:38.215256 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-plugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:38.215693 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3705d94-0102-4d97-965c-1569252fedf6 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:38.216187 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'code': 200} Jun 23 17:29:38.256060 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bd8a4676-13a1-4053-b5d9-fd00082a8495 req-4ad9039f-a947-4fbb-9aa8-8b1bef724a4b tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538170 Jun 23 17:29:39.141431 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fcef3-e9eb-4b61-ade1-ce9127eeb741 req-6fdf254d-901d-4997-8975-a1f00e868285 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:39.148999 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9c8fcef3-e9eb-4b61-ade1-ce9127eeb741 req-6fdf254d-901d-4997-8975-a1f00e868285 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1031222 Jun 23 17:29:39.204086 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9c8fcef3-e9eb-4b61-ade1-ce9127eeb741 req-a00b3f68-7939-42d0-9720-fa03bbb90480 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529456 Jun 23 17:29:39.268573 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf271d3-f162-4186-9fc0-1d910271a84d req-fab4f08d-68b0-44d0-a6e6-d428276d4126 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:39.270455 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fdf271d3-f162-4186-9fc0-1d910271a84d req-fab4f08d-68b0-44d0-a6e6-d428276d4126 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0841348 Jun 23 17:29:39.329802 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fdf271d3-f162-4186-9fc0-1d910271a84d req-eaccb8c2-be97-4a55-a73f-a8cf81f32b1e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526359 Jun 23 17:29:39.463643 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15f000-2399-454e-a928-d1067fe9a43a req-48b6ff67-fc95-445f-97d9-d5069322b781 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:39.472255 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b15f000-2399-454e-a928-d1067fe9a43a req-48b6ff67-fc95-445f-97d9-d5069322b781 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0807071 Jun 23 17:29:39.516113 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b15f000-2399-454e-a928-d1067fe9a43a req-7ab98625-bd5e-4349-b3d2-3c3359e35aa1 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=48268e7a-125c-44d2-b968-5c60794d7d17&id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426247 Jun 23 17:29:40.406341 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56458ea-5d06-43b5-b5fc-12afa521b67e req-9e5051e5-5363-4238-8bf0-8485d4fcd8df tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:40.415279 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a56458ea-5d06-43b5-b5fc-12afa521b67e req-9e5051e5-5363-4238-8bf0-8485d4fcd8df tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0887294 Jun 23 17:29:40.537807 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a56458ea-5d06-43b5-b5fc-12afa521b67e req-27315304-8940-413c-90db-4543afb7380c tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159418 Jun 23 17:29:40.597062 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381c39-b8e6-4a00-a80f-3fab23be7118 req-3cf4ba1b-8bc6-4502-96d3-611a0877502f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:40.598582 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36381c39-b8e6-4a00-a80f-3fab23be7118 req-3cf4ba1b-8bc6-4502-96d3-611a0877502f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1316352 Jun 23 17:29:40.641884 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36381c39-b8e6-4a00-a80f-3fab23be7118 req-8923a4d3-97e7-4fee-a656-f65e8f94c2c9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373733 Jun 23 17:29:40.715927 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-34a83163-ccf2-4d8c-b38d-aff502ef00c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.757936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec420a-a59a-42f5-9771-9f75e01ef752 req-b52a5912-8246-454a-a719-430b653c38d1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:41.759477 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-75ec420a-a59a-42f5-9771-9f75e01ef752 req-b52a5912-8246-454a-a719-430b653c38d1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0843024 Jun 23 17:29:41.838521 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-75ec420a-a59a-42f5-9771-9f75e01ef752 req-c2c2987e-da02-487b-94eb-b09c92d61c4d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729144 Jun 23 17:29:41.882831 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeffa6-8881-4a70-9424-e615d6c362c0 req-924b2efb-9195-4dba-a81c-0a99abcaa6e9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:41.887987 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7cbeffa6-8881-4a70-9424-e615d6c362c0 req-924b2efb-9195-4dba-a81c-0a99abcaa6e9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0980885 Jun 23 17:29:41.924270 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:29:41.929884 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7cbeffa6-8881-4a70-9424-e615d6c362c0 req-bd5e2742-f482-48bc-92c1-25a245083931 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Jun 23 17:29:43.257274 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0b383-4dd3-45c9-97a2-3d3aaef8e7b3 req-e9a80fd5-f300-4a44-94e1-21efa40cf48a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:43.258795 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ca0b383-4dd3-45c9-97a2-3d3aaef8e7b3 req-e9a80fd5-f300-4a44-94e1-21efa40cf48a tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1358271 Jun 23 17:29:43.311330 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1ca0b383-4dd3-45c9-97a2-3d3aaef8e7b3 req-992226fa-1985-4af7-8c6e-d254ac2942d1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456536 Jun 23 17:29:43.319926 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e54ac9-d24e-4a65-aa7c-2694b7bcbd99 req-ec4d6609-45f3-4307-934e-a845b68abb1d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:43.321425 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-95e54ac9-d24e-4a65-aa7c-2694b7bcbd99 req-ec4d6609-45f3-4307-934e-a845b68abb1d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1128323 Jun 23 17:29:43.368447 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-95e54ac9-d24e-4a65-aa7c-2694b7bcbd99 req-3a815958-07dc-4f29-b917-69cd666f5a3d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 Jun 23 17:29:43.423040 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a1b806fd-75cb-4a43-9840-6e8f0fe9dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.453548 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:44.567842 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:44.612836 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a19a51-67fe-4fa7-b1d0-796a2991ee87 req-477decde-10f2-4c46-87a3-8a2d7f57e201 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:44.614254 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f4a19a51-67fe-4fa7-b1d0-796a2991ee87 req-477decde-10f2-4c46-87a3-8a2d7f57e201 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1359067 Jun 23 17:29:44.635936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010ea20-5d80-4b45-a4a6-37e3c7fb2e1a req-ed618f5e-5e62-4caa-8d34-57283243dc65 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:44.637404 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8010ea20-5d80-4b45-a4a6-37e3c7fb2e1a req-ed618f5e-5e62-4caa-8d34-57283243dc65 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1176474 Jun 23 17:29:44.706150 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-8010ea20-5d80-4b45-a4a6-37e3c7fb2e1a req-f9aba1bd-33fd-4772-8d67-48ae2662a4e5 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588996 Jun 23 17:29:44.709328 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f4a19a51-67fe-4fa7-b1d0-796a2991ee87 req-46e913fe-f56c-4e71-a4ac-ba151f082c83 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842052 Jun 23 17:29:45.601044 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:45.971596 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71376-7c16-402b-83ae-a4225ab6e27b req-6c928948-e67d-46a2-9022-cf401aac39d1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:45.972419 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b6c71376-7c16-402b-83ae-a4225ab6e27b req-6c928948-e67d-46a2-9022-cf401aac39d1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1235993 Jun 23 17:29:45.984432 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc626ac-566d-4c09-8414-3f635e4bcccb req-d9089127-3737-4d59-a910-ccbf2a2ad569 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:45.986920 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4fc626ac-566d-4c09-8414-3f635e4bcccb req-d9089127-3737-4d59-a910-ccbf2a2ad569 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0977831 Jun 23 17:29:46.048623 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b6c71376-7c16-402b-83ae-a4225ab6e27b req-53e22dd4-b0af-4550-b32f-db3ebf15855f tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599759 Jun 23 17:29:46.054083 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4fc626ac-566d-4c09-8414-3f635e4bcccb req-0a7ef9e6-08c2-427e-a47e-c343b8f32a11 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515339 Jun 23 17:29:46.437081 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.309544 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cda3-267d-44f7-bc07-66b8d5414cbd req-454c5bf1-a3c8-4ae1-948b-4ee0db4658f1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:47.311017 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5ba4cda3-267d-44f7-bc07-66b8d5414cbd req-454c5bf1-a3c8-4ae1-948b-4ee0db4658f1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1463883 Jun 23 17:29:47.324992 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe242-deb4-4f98-b0cc-16d79db1ba0f req-4e9ef522-8487-4388-85c1-721a9034f49c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:47.326369 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-459fe242-deb4-4f98-b0cc-16d79db1ba0f req-4e9ef522-8487-4388-85c1-721a9034f49c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.1336083 Jun 23 17:29:47.334337 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-3f96a433-28f6-447c-9c9b-97c9f13250f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:47.335622 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-3f96a433-28f6-447c-9c9b-97c9f13250f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 1098 time: 0.1117926 Jun 23 17:29:47.433293 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5ba4cda3-267d-44f7-bc07-66b8d5414cbd req-d749ed33-42c5-451d-8813-e4f525cca4da tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156733 Jun 23 17:29:47.442555 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-459fe242-deb4-4f98-b0cc-16d79db1ba0f req-d37f0bda-80db-437d-a3c2-d62daa3b1d2a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060929 Jun 23 17:29:47.472811 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-d63c1658-c40c-495b-9356-0ca956882cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:47.474247 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-d63c1658-c40c-495b-9356-0ca956882cff service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.1222169 Jun 23 17:29:47.539209 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-f80c0325-7fd3-472b-a594-7180dbe1fc86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87 HTTP/1.1" status: 200 len: 1000 time: 0.0556169 Jun 23 17:29:47.590807 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-ee32c4d8-1fa3-4bea-82a3-44e6ca7d6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:47.592098 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-ee32c4d8-1fa3-4bea-82a3-44e6ca7d6e3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0462167 Jun 23 17:29:47.654219 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-c06b5921-b513-4a4c-8961-4ee16e79542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:47.655621 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-c06b5921-b513-4a4c-8961-4ee16e79542c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0490096 Jun 23 17:29:47.749529 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-d37bbd74-e103-40a6-a7e3-606c8065272b service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806062 Jun 23 17:29:47.841202 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ce90129c-25c4-4b0b-b978-87cd3a77eb26 req-840917bf-e183-4b97-91dc-ec5876cc3b4e service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827680 Jun 23 17:29:48.651522 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e873da-6eaa-4673-88bc-77458c65b222 req-4f414984-a30c-4036-9767-e12ff98e3a65 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:48.652954 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-71e873da-6eaa-4673-88bc-77458c65b222 req-4f414984-a30c-4036-9767-e12ff98e3a65 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1050076 Jun 23 17:29:48.671103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375c85-6a64-46dc-b19a-834aee566792 req-301dfb39-394c-4e35-9eb6-226ad2f08e58 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:48.673079 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d5375c85-6a64-46dc-b19a-834aee566792 req-301dfb39-394c-4e35-9eb6-226ad2f08e58 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0972226 Jun 23 17:29:48.720531 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-71e873da-6eaa-4673-88bc-77458c65b222 req-5f81f054-c29d-45d4-bb73-47713b8aedc9 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614078 Jun 23 17:29:48.732285 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d5375c85-6a64-46dc-b19a-834aee566792 req-ad9d99b2-447a-44a1-9a1a-b6ef58681668 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525653 Jun 23 17:29:49.081638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78e01-e8c8-466f-bc11-e1be1fb33a21 req-479c3d4f-5199-4cac-be99-938efa7055ae tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:49.083047 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cac78e01-e8c8-466f-bc11-e1be1fb33a21 req-479c3d4f-5199-4cac-be99-938efa7055ae tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0931168 Jun 23 17:29:49.122368 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-1bdc807f-42c4-4081-b903-2b64337e17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:49.123770 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-1bdc807f-42c4-4081-b903-2b64337e17f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 1098 time: 0.0946496 Jun 23 17:29:49.130834 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-cac78e01-e8c8-466f-bc11-e1be1fb33a21 req-1639c027-aa25-4e97-95ba-617f12b2e3a1 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411553 Jun 23 17:29:49.216876 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-c3aa789a-ea7e-4daf-a454-6da9ee82d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:49.218325 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-c3aa789a-ea7e-4daf-a454-6da9ee82d5ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 912 time: 0.0810180 Jun 23 17:29:49.286758 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-e8bf6b47-714f-4603-9e74-1a23925a1f2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 200 len: 1001 time: 0.0606019 Jun 23 17:29:49.335556 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-8c17c3ea-ec01-44c1-a0ae-2a095a1b9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:49.336864 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-8c17c3ea-ec01-44c1-a0ae-2a095a1b9b3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0427003 Jun 23 17:29:49.409562 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-0b781c6d-2777-47c5-9fc7-1ebbf667e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:49.411018 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-0b781c6d-2777-47c5-9fc7-1ebbf667e2b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510423 Jun 23 17:29:49.503769 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-c3087be5-6c22-4842-85b0-73c33f41ee34 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849638 Jun 23 17:29:49.595742 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-475d6cc2-f404-4d13-b4cd-6a790633751c req-aa94af40-8623-4a6f-a554-55f9492ac1b4 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851941 Jun 23 17:29:49.813616 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:29:49.891794 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:49.915544 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:49.917924 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c674c0c3-f105-458a-87fb-6ff4077ac9d4" -d '{"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-unplugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:49.926372 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94640ed7-7cad-4d6c-b661-a79e85cfc01e req-46eb44ea-b6e9-46da-885f-c32e96cd5a08 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:49.927755 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-94640ed7-7cad-4d6c-b661-a79e85cfc01e req-46eb44ea-b6e9-46da-885f-c32e96cd5a08 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 945 time: 0.0740590 Jun 23 17:29:49.931801 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:49.941255 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:49.943073 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:49.967959 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f608079-4e03-4605-b47e-6f75aba48f05 x-openstack-request-id: req-0f608079-4e03-4605-b47e-6f75aba48f05 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:49.968309 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-unplugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:49.968590 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f608079-4e03-4605-b47e-6f75aba48f05 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:49.968962 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'code': 200} Jun 23 17:29:49.977477 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-94640ed7-7cad-4d6c-b661-a79e85cfc01e req-376f189d-451f-4c3e-9da8-4cc8af9fb85f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Jun 23 17:29:49.996906 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=8']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:50.000061 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:50.331257 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ce2fd-8cb5-4ff3-a6f4-e9bf71f87aa4 req-d3e7c78a-ac1e-45b2-b227-b425900f7bcb tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:50.332763 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1d6ce2fd-8cb5-4ff3-a6f4-e9bf71f87aa4 req-d3e7c78a-ac1e-45b2-b227-b425900f7bcb tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0780246 Jun 23 17:29:50.374897 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1d6ce2fd-8cb5-4ff3-a6f4-e9bf71f87aa4 req-82bdc320-bbd0-4dd0-8f18-2433f53f049b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364168 Jun 23 17:29:51.194636 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdfa1-3ea5-496f-a0ae-cf7b1be8a631 req-214de7aa-01fe-416e-877a-db6f500038e8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:51.196271 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-62bfdfa1-3ea5-496f-a0ae-cf7b1be8a631 req-214de7aa-01fe-416e-877a-db6f500038e8 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0729103 Jun 23 17:29:51.235983 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-62bfdfa1-3ea5-496f-a0ae-cf7b1be8a631 req-c80799d9-5afc-442a-83a4-aa615d9f7537 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335412 Jun 23 17:29:51.321960 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42212) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:51.418479 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-b815cc4c-2534-44ea-af9b-2888c2c10129 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950303 Jun 23 17:29:51.566888 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658820-fc33-4587-89a2-1880ae4469d3 req-2cc9d728-5ca1-4d8e-bd31-72faba4b1a56 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:51.569299 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d0658820-fc33-4587-89a2-1880ae4469d3 req-2cc9d728-5ca1-4d8e-bd31-72faba4b1a56 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0685167 Jun 23 17:29:51.611744 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d0658820-fc33-4587-89a2-1880ae4469d3 req-9d56bdd8-1771-45dd-aa6d-11948ba92c30 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369809 Jun 23 17:29:52.417693 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50353e1e-4027-4287-bb55-7900f0e730a1 req-d61c96fb-3a50-4904-81af-1c11f117176a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:52.419395 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50353e1e-4027-4287-bb55-7900f0e730a1 req-d61c96fb-3a50-4904-81af-1c11f117176a tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0669177 Jun 23 17:29:52.487529 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-50353e1e-4027-4287-bb55-7900f0e730a1 req-5210c9df-9f00-4c0d-823d-440b13b8f29d tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598497 Jun 23 17:29:52.502322 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279954f-b568-4922-8b26-e61192c40a76 req-2c8577af-5a30-40d0-911e-68e9464cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:52.503729 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-2c8577af-5a30-40d0-911e-68e9464cc219 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f&tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049 HTTP/1.1" status: 200 len: 1096 time: 0.0834687 Jun 23 17:29:52.581320 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279954f-b568-4922-8b26-e61192c40a76 req-09f9f02f-4368-4a11-8402-7098b72dd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:52.582801 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-09f9f02f-4368-4a11-8402-7098b72dd7df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 1096 time: 0.0529754 Jun 23 17:29:52.678717 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279954f-b568-4922-8b26-e61192c40a76 req-b3f71824-7a37-436f-a602-8e45527ef64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:52.680068 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-b3f71824-7a37-436f-a602-8e45527ef64a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 200 len: 917 time: 0.0896740 Jun 23 17:29:52.743740 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-6db6a94a-060b-42d4-b0b0-7b60637dc2c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87 HTTP/1.1" status: 200 len: 998 time: 0.0567174 Jun 23 17:29:52.793418 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279954f-b568-4922-8b26-e61192c40a76 req-92c92612-7d56-4518-925a-c990e60d6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:52.794855 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-92c92612-7d56-4518-925a-c990e60d6c6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 200 len: 855 time: 0.0449409 Jun 23 17:29:52.856306 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279954f-b568-4922-8b26-e61192c40a76 req-93c6d4d3-7b3b-4871-b560-c2c7c4603cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:52.857783 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-93c6d4d3-7b3b-4871-b560-c2c7c4603cc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d83fa51b-7e9c-4f3b-9b86-4bf44e438060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565574 Jun 23 17:29:52.947272 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-87b29e2d-ed5b-4496-98bc-80b3d002dea1 service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806406 Jun 23 17:29:53.040460 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1279954f-b568-4922-8b26-e61192c40a76 req-5dfdfcba-8c00-4a5f-91b0-457228c610bf service neutron] 10.222.0.23 "GET /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866168 Jun 23 17:29:53.680800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4ef3c-ee4b-4820-aba6-14137c8d8d3b req-2f5373d3-4c9d-47c8-aeba-8623c8042155 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:53.683331 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-90b4ef3c-ee4b-4820-aba6-14137c8d8d3b req-2f5373d3-4c9d-47c8-aeba-8623c8042155 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0730052 Jun 23 17:29:53.727426 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-90b4ef3c-ee4b-4820-aba6-14137c8d8d3b req-0c8b7d3e-9390-4bdf-82d1-93139b26829b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372670 Jun 23 17:29:54.926908 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206811c-eb9f-4cb3-8236-859a5a0cd3a7 req-57fcdeb9-7fc5-491c-9454-afd85f850806 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:54.928366 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f206811c-eb9f-4cb3-8236-859a5a0cd3a7 req-57fcdeb9-7fc5-491c-9454-afd85f850806 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0674808 Jun 23 17:29:54.967954 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f206811c-eb9f-4cb3-8236-859a5a0cd3a7 req-50edaaad-30b2-4c0e-93bf-dde68de8e15c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335252 Jun 23 17:29:56.157837 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589a0ca-283f-41c0-af5a-d16f3a3d5665 req-d4c6d4ec-a2e4-41f9-a142-776f4da3e59e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:56.159543 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d589a0ca-283f-41c0-af5a-d16f3a3d5665 req-d4c6d4ec-a2e4-41f9-a142-776f4da3e59e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0703032 Jun 23 17:29:56.199962 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d589a0ca-283f-41c0-af5a-d16f3a3d5665 req-2b53a25b-81cb-448e-bc7c-f1b9e2df8c7f tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344388 Jun 23 17:29:57.383388 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33feefe-c3c5-43bb-9372-51068ac1c625 req-be5831d1-8a71-4301-a242-8ea8c029c40b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:57.385233 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a33feefe-c3c5-43bb-9372-51068ac1c625 req-be5831d1-8a71-4301-a242-8ea8c029c40b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0661976 Jun 23 17:29:57.424886 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a33feefe-c3c5-43bb-9372-51068ac1c625 req-9b4e5673-478c-498d-987a-a2953ada9b2c tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341246 Jun 23 17:29:58.615269 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d04a-4964-44c4-ae80-10bcf8ba6144 req-134ba26e-0749-4814-bb55-9eeac0704873 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:58.616770 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa21d04a-4964-44c4-ae80-10bcf8ba6144 req-134ba26e-0749-4814-bb55-9eeac0704873 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0723999 Jun 23 17:29:58.657607 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-aa21d04a-4964-44c4-ae80-10bcf8ba6144 req-385a908d-df66-4af4-9e28-e5e3d0030cd5 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343699 Jun 23 17:29:59.852379 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db121347-84bc-478b-bd6b-895325931404 req-c786f3d5-e86e-4c41-b50a-0a6c90ae3326 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:59.853921 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-db121347-84bc-478b-bd6b-895325931404 req-c786f3d5-e86e-4c41-b50a-0a6c90ae3326 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0671113 Jun 23 17:29:59.895470 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-db121347-84bc-478b-bd6b-895325931404 req-e42ab26a-effa-4bb3-b125-aff7bedc69d0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Jun 23 17:30:01.086472 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62dfd9-bdeb-4b31-be39-1c87b57ac992 req-08ebe874-2c85-4ea6-8a7d-b0aa5a9f6cc9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:01.087948 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4d62dfd9-bdeb-4b31-be39-1c87b57ac992 req-08ebe874-2c85-4ea6-8a7d-b0aa5a9f6cc9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0655167 Jun 23 17:30:01.126687 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4d62dfd9-bdeb-4b31-be39-1c87b57ac992 req-09c9e35e-cb99-426f-9cb9-0e6518d95541 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Jun 23 17:30:02.339207 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4bf57-f882-4a5a-bac0-8bc4864a8462 req-b5f4a92e-44c8-4d0e-8d9f-a7b753b46913 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:02.340713 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-17a4bf57-f882-4a5a-bac0-8bc4864a8462 req-b5f4a92e-44c8-4d0e-8d9f-a7b753b46913 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0925858 Jun 23 17:30:02.387395 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-17a4bf57-f882-4a5a-bac0-8bc4864a8462 req-14bf4561-d45a-41c3-8693-730566769592 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365186 Jun 23 17:30:03.575555 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d0c3d-19ff-4241-aa51-e575d02b7e56 req-571bea6b-c76c-4707-a238-54c8208778e5 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:03.577004 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-780d0c3d-19ff-4241-aa51-e575d02b7e56 req-571bea6b-c76c-4707-a238-54c8208778e5 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0678422 Jun 23 17:30:03.619744 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-780d0c3d-19ff-4241-aa51-e575d02b7e56 req-e9f35dbc-ca52-4403-9516-5f09d9614b22 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350940 Jun 23 17:30:04.809514 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253a92-8624-45fb-ac1d-a30fd965416b req-34902d4a-a7c9-4c64-a447-9b136533c09b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:04.810994 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4253a92-8624-45fb-ac1d-a30fd965416b req-34902d4a-a7c9-4c64-a447-9b136533c09b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0679319 Jun 23 17:30:04.850284 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c4253a92-8624-45fb-ac1d-a30fd965416b req-08668def-c45b-42ef-9cc9-5a85530ea2eb tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325139 Jun 23 17:30:06.032583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96eb43-df0a-4ea2-ba39-48dd7fbf6494 req-dd7c3e81-18fc-4cd0-a9e4-212aafb24661 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:06.033972 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a96eb43-df0a-4ea2-ba39-48dd7fbf6494 req-dd7c3e81-18fc-4cd0-a9e4-212aafb24661 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0637133 Jun 23 17:30:06.071254 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0a96eb43-df0a-4ea2-ba39-48dd7fbf6494 req-3c164c2d-2f58-4bc9-b18c-615f43f84ba9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Jun 23 17:30:07.242640 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d8b94-1a66-42e7-bbef-8673cf304df5 req-b6aa04be-91ed-4150-9485-a2667d0ae1a3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:07.244062 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-545d8b94-1a66-42e7-bbef-8673cf304df5 req-b6aa04be-91ed-4150-9485-a2667d0ae1a3 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 943 time: 0.0602443 Jun 23 17:30:07.280975 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-545d8b94-1a66-42e7-bbef-8673cf304df5 req-f33af555-ed24-49db-9ec9-c66827a307ab tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314326 Jun 23 17:30:07.899599 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:30:07.990001 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:08.000712 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'port_id': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'mac_address': 'fa:16:3e:44:ef:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:30:08.040160 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:08.052696 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879dab7b-c97e-4deb-b980-d2eec61fbd87 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:08.070748 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:08.075258 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:08.078061 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d0e9a920-1799-466a-bc8b-ed71854e4467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:08.126091 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=9']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:08.129235 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:08.351716 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['879dab7b-c97e-4deb-b980-d2eec61fbd87'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:08.462275 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9ab42-c187-46f8-bf5b-267c4b5494c8 req-d52a764b-72c1-488f-ac16-e24c099a1601 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:08.463748 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-83b9ab42-c187-46f8-bf5b-267c4b5494c8 req-d52a764b-72c1-488f-ac16-e24c099a1601 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 944 time: 0.0677156 Jun 23 17:30:08.502996 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-83b9ab42-c187-46f8-bf5b-267c4b5494c8 req-d4057a42-16f5-48ff-9822-5ac45955fd39 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Jun 23 17:30:09.676783 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62810e9-c770-462f-a013-dd13477c3fbe req-1b1f32fa-1bc1-4301-9341-94e04d192dd4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:09.678261 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d62810e9-c770-462f-a013-dd13477c3fbe req-1b1f32fa-1bc1-4301-9341-94e04d192dd4 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 944 time: 0.0618680 Jun 23 17:30:09.715613 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d62810e9-c770-462f-a013-dd13477c3fbe req-db0d960d-c57f-4602-91fb-c9d2b8c8c367 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Jun 23 17:30:09.916579 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:09.962938 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 879dab7b-c97e-4deb-b980-d2eec61fbd87 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:09.963311 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.035356 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.059018 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:10.061231 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf97e5-e025-46e7-aefe-a0743a6e11e4" -d '{"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-plugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:10.073198 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:10.078127 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.080656 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-0f78b29c-eba3-4358-87c1-6b372eb1ed87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:10.104764 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a16e927-4ba9-4a4d-b557-3a30eaea2c24 x-openstack-request-id: req-6a16e927-4ba9-4a4d-b557-3a30eaea2c24 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:10.105065 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-plugged", "status": "completed", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:10.105334 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a16e927-4ba9-4a4d-b557-3a30eaea2c24 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:10.105712 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'code': 200} Jun 23 17:30:10.132764 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=10']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:10.135740 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:10.311211 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240fcb8-c7ed-4acc-baee-cbad608206cf req-9f522f9a-cd9d-43d9-a59b-ef1299ac908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:10.312572 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0240fcb8-c7ed-4acc-baee-cbad608206cf req-9f522f9a-cd9d-43d9-a59b-ef1299ac908c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 1099 time: 0.0531845 Jun 23 17:30:10.347633 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-0240fcb8-c7ed-4acc-baee-cbad608206cf req-6c1e391b-fb7e-475b-a795-fd4bb2855859 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264478 Jun 23 17:30:10.706486 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-23d9bfab-ed59-4b9d-a0db-c9158baa5861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.887337 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138c6d3-3405-4152-a654-03d8a9e4558a req-83c386e8-b2f1-4781-a9de-6f796a9ed2f7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:10.888749 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b138c6d3-3405-4152-a654-03d8a9e4558a req-83c386e8-b2f1-4781-a9de-6f796a9ed2f7 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 946 time: 0.0607007 Jun 23 17:30:10.925631 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-b138c6d3-3405-4152-a654-03d8a9e4558a req-7e6c8b4f-372f-4bb8-9c9b-69fcd64bc66b tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306146 Jun 23 17:30:11.887200 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-89bd6966-9e24-4da0-b8d7-025b19834c7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527897 Jun 23 17:30:11.967265 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-938b4391-8fef-4a6a-8fb0-e817473a5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:11.969386 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-938b4391-8fef-4a6a-8fb0-e817473a5329 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 1098 time: 0.0583718 Jun 23 17:30:12.105968 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-cf38b391-d490-47a7-b622-7baf64c25251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:12.107403 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-cf38b391-d490-47a7-b622-7baf64c25251 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 912 time: 0.1181164 Jun 23 17:30:12.173191 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294cbde-e049-471e-a630-94e7d4d5a24e req-a2ebd14b-8162-4c2f-ba60-d394c24a6d36 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:12.174780 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f294cbde-e049-471e-a630-94e7d4d5a24e req-a2ebd14b-8162-4c2f-ba60-d394c24a6d36 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 946 time: 0.1289215 Jun 23 17:30:12.201072 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-cb7cbc5f-8e16-428b-a46c-baa5afbbb068 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 200 len: 1001 time: 0.0865357 Jun 23 17:30:12.244022 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f294cbde-e049-471e-a630-94e7d4d5a24e req-c3e8d7b9-49b4-4cdc-bc4f-6e5c9fc27e91 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624306 Jun 23 17:30:12.260931 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-63b70332-474a-4459-af34-7d3796e1622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:12.262401 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-63b70332-474a-4459-af34-7d3796e1622e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0493033 Jun 23 17:30:12.326960 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-ee1ed6cf-bfb4-42cd-aec0-015e20025a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:12.328361 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-ee1ed6cf-bfb4-42cd-aec0-015e20025a9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554204 Jun 23 17:30:12.426778 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-0b696a5a-17d8-4574-a627-282b6be4b425 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870097 Jun 23 17:30:12.793301 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a50dd132-028a-4a77-af75-d051cda8b5bc req-285ffda1-38c2-4be1-8aff-1b5775e729cf service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597188 Jun 23 17:30:13.415944 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b7505a19-0a69-4e48-ba44-4aa92c6ec43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:13.447807 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:14.558072 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:15.605101 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:16.439972 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.314614 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-7d44f699-b81f-4cab-985b-ef9029132ceb tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016006061&fields=id&tenant_id=a0b650c664c0423799fbe3814e2b016e HTTP/1.1" status: 200 len: 267 time: 0.0333786 Jun 23 17:30:18.378109 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-22a6043b-5b9d-4d88-869e-d7b8c09a12cb tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:18.379526 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-22a6043b-5b9d-4d88-869e-d7b8c09a12cb tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 985 time: 0.0596826 Jun 23 17:30:18.390119 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Request body: {'port': {'security_groups': ['811b30d4-c86d-46af-bd21-46aba691ad6a']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:18.475225 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.640634 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:18.667738 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.673319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.677029 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-635d3e94-c1ca-43d6-a2cf-2c05cd6a53a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:18.685788 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['19a0ee71-cb40-4054-98b8-65c1bb7966b9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:18.717919 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:18.718383 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.719757 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-089316c9-062a-450f-87b1-25d0ef6a6247 req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "PUT /v2.0/ports/19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 943 time: 0.3341086 Jun 23 17:30:18.722667 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:18.726261 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:18.726552 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42340) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:18.762607 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event updated for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=7']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:18.770759 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.771226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.771592 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.771949 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.772368 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.772643 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.773003 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.773350 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.773665 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.774149 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.774511 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.774853 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.779009 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:18.816714 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.836979 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['19a0ee71-cb40-4054-98b8-65c1bb7966b9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:18.847948 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.854155 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40be7b6-4858-4ca5-aeac-80deb3f03625 x-openstack-request-id: req-b40be7b6-4858-4ca5-aeac-80deb3f03625 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:18.854745 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:18.855268 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b40be7b6-4858-4ca5-aeac-80deb3f03625 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:18.855919 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'status': 'completed', 'code': 200} Jun 23 17:30:18.914366 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.918186 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.919845 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "DELETE /v2.0/security-groups/48268e7a-125c-44d2-b968-5c60794d7d17 HTTP/1.1" status: 204 len: 168 time: 0.1915500 Jun 23 17:30:18.920739 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-16b040e0-5dcd-4d99-9c7e-1fa0ca5cfacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:18.922692 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42346) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:18.926858 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:30:18.933018 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48268e7a-125c-44d2-b968-5c60794d7d17,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:18.944892 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.945280 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.945849 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.946213 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.946569 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.946923 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.947405 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.947763 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.948106 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.949066 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.949429 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.950096 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:18.955372 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9e80059c-d6f5-4103-8c6f-fe5caf674588 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:19.002450 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-d83714b9-7e64-4b48-ba2e-f9538c8fbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:19.003919 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-d83714b9-7e64-4b48-ba2e-f9538c8fbe35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1099 time: 0.1227882 Jun 23 17:30:19.067191 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-b70ed3a4-92ed-4de2-8fe1-3162c33ac766 None None] Provisioning complete for port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:19.067657 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b70ed3a4-92ed-4de2-8fe1-3162c33ac766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:19.168139 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-3957256e-dd26-4fe1-ac36-5371a32bce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:19.169478 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-3957256e-dd26-4fe1-ac36-5371a32bce84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 916 time: 0.1329660 Jun 23 17:30:19.220815 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Deleting port 1242bfa8-57b3-48c2-888f-9008b688f49a {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:19.221158 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:19.284921 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-834937f0-a56a-47a3-8894-04000573dae6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 1001 time: 0.1089072 Jun 23 17:30:19.348903 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:19.349581 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:19.361967 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-5187cc74-9c62-4fa2-9381-fd1ff106ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:19.363381 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-5187cc74-9c62-4fa2-9381-fd1ff106ce48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 200 len: 854 time: 0.0709114 Jun 23 17:30:19.366929 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Calling delete_port for 1242bfa8-57b3-48c2-888f-9008b688f49a owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:19.511623 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-a8872849-afb9-4941-8506-8f7ac8dec325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:19.512996 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-a8872849-afb9-4941-8506-8f7ac8dec325 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00198e81-0855-46d2-a1c9-cbacc627f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1422188 Jun 23 17:30:19.644253 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-25fd7caf-1b20-49f7-bc22-5d15d39bec29 service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219327 Jun 23 17:30:19.659675 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:19.669962 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a4fae898-20fe-4c34-960e-b9e7d66df0e7 tempest-ServerRescueNegativeTestJSON-1563055778 tempest-ServerRescueNegativeTestJSON-1563055778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:19.722695 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event deleted for resources: {'Port': ['ID=1242bfa8-57b3-48c2-888f-9008b688f49a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:19.725071 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:19.755846 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:19.756171 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Floating IP 329b4a05-02af-4257-b6be-ba8bc6df0893 disassociated (deleted). External IP: 172.28.2.42, port: 19a0ee71-cb40-4054-98b8-65c1bb7966b9. Jun 23 17:30:19.823039 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-58fe26f7-3c7d-4e8c-b237-1b20c166e83a req-fbac27a1-3efc-4ac8-8adb-c5ad8cd323bd service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718597 Jun 23 17:30:19.978618 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Router bc5634a4-5286-4a0c-a03a-9b0a34b44027 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:20.085321 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:20.089833 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:20.095885 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] Sync routers for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:20.105230 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:20.105891 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:20.128878 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "DELETE /v2.0/floatingips/329b4a05-02af-4257-b6be-ba8bc6df0893 HTTP/1.1" status: 204 len: 168 time: 1.2047534 Jun 23 17:30:20.212986 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:20.420736 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:06Z', 'revision_number': 5, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:20.454402 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] Checking router: bc5634a4-5286-4a0c-a03a-9b0a34b44027 for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:20.462981 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:20.463595 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:20.571507 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:20.769665 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:06Z', 'revision_number': 5, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:20.791856 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f4a26-0a8a-407f-a12d-128b310be31f None None] The sync data for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb is: [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 4, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '97eb948d-fe46-44cd-a194-071385f08567', 'name': '', 'network_id': '00198e81-0855-46d2-a1c9-cbacc627f6de', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'mac_address': 'fa:16:3e:af:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:06Z', 'revision_number': 5, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'subnets': [{'id': '36825025-d20a-478f-adb6-b5d1234a09d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:20.857370 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:20.860821 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f617d3e-814b-47f5-b190-f3252ba4b4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:20.898575 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf9ea88-b59b-4158-a444-cf7d09cf9cf1 x-openstack-request-id: req-7bf9ea88-b59b-4158-a444-cf7d09cf9cf1 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:20.899728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:20.899728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bf9ea88-b59b-4158-a444-cf7d09cf9cf1 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:20.899728 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'status': 'completed', 'code': 200} Jun 23 17:30:20.986252 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-8d43694e-ff26-483e-b2d3-c472d156cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:20.988038 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-8d43694e-ff26-483e-b2d3-c472d156cb16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0b650c664c0423799fbe3814e2b016e&device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 1099 time: 0.0646365 Jun 23 17:30:21.020097 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4c6291-3339-4927-8424-b21b7d760921 None None] New status for floating IP 329b4a05-02af-4257-b6be-ba8bc6df0893: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:21.084761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-9781e98e-3e31-4f98-83b7-446c71d30797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:21.086228 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-9781e98e-3e31-4f98-83b7-446c71d30797 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 200 len: 916 time: 0.0899563 Jun 23 17:30:21.128701 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-93ab1a08-419e-4e50-b763-4c80ae126053 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 200 len: 217 time: 0.0349922 Jun 23 17:30:21.177319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-20eede29-4785-49ab-b0b6-168b723e6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:21.178751 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-20eede29-4785-49ab-b0b6-168b723e6d94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 200 len: 854 time: 0.0427744 Jun 23 17:30:21.233558 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-f3ca246a-5f9f-4486-a248-50a4736025e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:21.235067 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-f3ca246a-5f9f-4486-a248-50a4736025e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00198e81-0855-46d2-a1c9-cbacc627f6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0494151 Jun 23 17:30:21.324803 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-bea7c959-f15e-45ac-b123-89840be8f6eb service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820744 Jun 23 17:30:21.415798 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-4f617d3e-814b-47f5-b190-f3252ba4b4a3 req-73666ee8-d192-403c-a9d5-49fabbf402b4 service neutron] 10.222.0.23 "GET /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844252 Jun 23 17:30:23.153622 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70cd30-106c-4b91-862c-33199d498265 req-23ffd624-22c1-4f61-9110-4b93d2685a08 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:23.155160 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9e70cd30-106c-4b91-862c-33199d498265 req-23ffd624-22c1-4f61-9110-4b93d2685a08 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0651822 Jun 23 17:30:23.193249 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9e70cd30-106c-4b91-862c-33199d498265 req-1eb72aaf-8e3c-4b8d-bba3-c360acdac67d tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Jun 23 17:30:24.379103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a291c2c-749f-42e1-8082-962ce0891b0a req-2499579f-080c-4f2d-a226-e11f89604300 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:24.380625 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7a291c2c-749f-42e1-8082-962ce0891b0a req-2499579f-080c-4f2d-a226-e11f89604300 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0628562 Jun 23 17:30:24.420281 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7a291c2c-749f-42e1-8082-962ce0891b0a req-b2356527-f0ae-4388-b5c2-955076c7d9e6 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/security-groups?id=811b30d4-c86d-46af-bd21-46aba691ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Jun 23 17:30:25.176578 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-91c206ae-4c04-471d-a664-1f1faea1802a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:25.178019 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-91c206ae-4c04-471d-a664-1f1faea1802a tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.23 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 946 time: 0.0664353 Jun 23 17:30:25.278903 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Deleting port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:25.279249 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.371262 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] For port 19a0ee71-cb40-4054-98b8-65c1bb7966b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=19a0ee71-cb40-4054-98b8-65c1bb7966b9,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:25.371612 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.383451 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Calling delete_port for 19a0ee71-cb40-4054-98b8-65c1bb7966b9 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:25.523957 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.528118 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:25.537919 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['19a0ee71-cb40-4054-98b8-65c1bb7966b9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:25.568728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Pushing event deleted for resources: {'Port': ['ID=19a0ee71-cb40-4054-98b8-65c1bb7966b9,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:25.587482 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:25.592052 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5c3a24a1-ec19-4909-a6eb-b69bdaacfbbe req-1dd5c073-9869-4711-8cd2-489349b7805c tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.69 "GET /v2.0/ports?device_id=43e6a967-852b-44ac-ab3f-683c7aa2fe47 HTTP/1.1" status: 200 len: 210 time: 0.0554950 Jun 23 17:30:25.631886 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] No DVR routers for this DVR port 19a0ee71-cb40-4054-98b8-65c1bb7966b9 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:25.634418 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.636398 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a766754f-f5bf-40eb-9204-88e6dfb9fd09 req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] 10.222.0.23 "DELETE /v2.0/ports/19a0ee71-cb40-4054-98b8-65c1bb7966b9 HTTP/1.1" status: 204 len: 173 time: 0.4522364 Jun 23 17:30:25.636916 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'name': 'network-vif-deleted', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:25.639240 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04987dfa-431b-401a-9af0-d70263b4d814" -d '{"events": [{"server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "name": "network-vif-deleted", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:25.684851 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b3fe5-6712-4d93-85b5-f8a5fef188e3 x-openstack-request-id: req-623b3fe5-6712-4d93-85b5-f8a5fef188e3 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:25.685170 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e6a967-852b-44ac-ab3f-683c7aa2fe47", "name": "network-vif-deleted", "tag": "19a0ee71-cb40-4054-98b8-65c1bb7966b9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:25.685456 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-623b3fe5-6712-4d93-85b5-f8a5fef188e3 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:25.685917 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e6a967-852b-44ac-ab3f-683c7aa2fe47', 'name': 'network-vif-deleted', 'tag': '19a0ee71-cb40-4054-98b8-65c1bb7966b9', 'status': 'completed', 'code': 200} Jun 23 17:30:27.168643 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42424) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:27.801195 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410110'] for router_interface, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.009075 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 19a0ee71-cb40-4054-98b8-65c1bb7966b9 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:28.029638 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 19a0ee71-cb40-4054-98b8-65c1bb7966b9 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:28.029909 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 19a0ee71-cb40-4054-98b8-65c1bb7966b9 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:28.050970 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Deleting port 97eb948d-fe46-44cd-a194-071385f08567 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:28.051300 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.127491 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] For port 97eb948d-fe46-44cd-a194-071385f08567, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=97eb948d-fe46-44cd-a194-071385f08567,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:28.127822 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.139913 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Calling delete_port for 97eb948d-fe46-44cd-a194-071385f08567 owned by network:router_interface {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:28.318542 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.320601 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-166389be-e7a7-414e-9f6a-851579e43e6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:28.347137 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Pushing event deleted for resources: {'Port': ['ID=97eb948d-fe46-44cd-a194-071385f08567,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:28.350688 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:28.490776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1677582'] for router_interface, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.712719 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Router bc5634a4-5286-4a0c-a03a-9b0a34b44027 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:28.818406 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:28.823324 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc5634a4-5286-4a0c-a03a-9b0a34b44027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536164 Jun 23 17:30:28.825896 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42426) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:28.826680 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c039761-4527-443e-992c-cabb6962e64a None None] Sync routers for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:28.840196 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:28.840831 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:28.928944 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.948999 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:29.030618 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.083575 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Deleting port f5ddf2c8-95e6-4096-9d39-77c04343a2a8 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:29.083909 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.130174 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:30:28Z', 'revision_number': 5, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port': {'id': 'f5ddf2c8-95e6-4096-9d39-77c04343a2a8', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:58Z', 'updated_at': '2021-06-23T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:29.160431 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c039761-4527-443e-992c-cabb6962e64a None None] Checking router: bc5634a4-5286-4a0c-a03a-9b0a34b44027 for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:29.168933 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] Routers {'bc5634a4-5286-4a0c-a03a-9b0a34b44027'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:29.169540 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:29.178290 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] For port f5ddf2c8-95e6-4096-9d39-77c04343a2a8, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:29.178643 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.191880 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Calling delete_port for f5ddf2c8-95e6-4096-9d39-77c04343a2a8 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:29.258048 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] Set router bc5634a4-5286-4a0c-a03a-9b0a34b44027 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:29.316859 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0c039761-4527-443e-992c-cabb6962e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:30:29Z', 'revision_number': 6, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port_host': None}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:29.343300 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c039761-4527-443e-992c-cabb6962e64a None None] The sync data for ids ['bc5634a4-5286-4a0c-a03a-9b0a34b44027'] in dv-cinder-797510-2-smb is: [{'id': 'bc5634a4-5286-4a0c-a03a-9b0a34b44027', 'name': 'tempest-TestMinimumBasicScenario-1286064725-router', 'tenant_id': 'a0b650c664c0423799fbe3814e2b016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:57Z', 'updated_at': '2021-06-23T17:30:29Z', 'revision_number': 6, 'project_id': 'a0b650c664c0423799fbe3814e2b016e', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:29.360761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.362914 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f7785f05-623a-4868-bf20-fa1855ca6289 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:29.390944 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ddf2c8-95e6-4096-9d39-77c04343a2a8,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:29.395890 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:29.417093 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678747'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.513797 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.516871 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.564028 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1677557'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.564645 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5634a4-5286-4a0c-a03a-9b0a34b44027 {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:30:29.569468 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.570616 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bc5634a4-5286-4a0c-a03a-9b0a34b44027 HTTP/1.1" status: 204 len: 168 time: 0.7437644 Jun 23 17:30:29.573096 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42430) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:29.617450 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Deleting subnet 36825025-d20a-478f-adb6-b5d1234a09d5 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:30:29.620539 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.664555 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.746173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.799812 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.802186 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:29.825697 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36825025-d20a-478f-adb6-b5d1234a09d5,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:29.829108 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:29.830114 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.831948 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e1377821-8052-4515-bb76-52047ce44e10 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/36825025-d20a-478f-adb6-b5d1234a09d5 HTTP/1.1" status: 204 len: 168 time: 0.2579365 Jun 23 17:30:29.834412 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42432) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:29.837200 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed3701-fff9-4787-84f3-f3bad175ca3b None None] Network 00198e81-0855-46d2-a1c9-cbacc627f6de requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:29.911248 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.987330 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Deleting port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:29.987674 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.070568 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] For port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:30.070936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.090244 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Calling delete_port for 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:30.095216 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] DHCP port deletion for 00198e81-0855-46d2-a1c9-cbacc627f6de request from dv-cinder-797510-2-smb {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:30:30.240016 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Deleting port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:30.240016 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.302861 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.305152 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4a509e92-3341-42bc-b65d-4296f90cf859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:30.342510 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Pushing event deleted for resources: {'Port': ['ID=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:30.347034 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:30.350085 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] No DVR routers for this DVR port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 on host dv-cinder-797510-2-smb {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:30.460130 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:30.461329 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.473965 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.474314 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.475374 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.475707 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > port after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.476047 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > port after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.476370 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > port after_update 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.476713 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.477357 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.477680 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.478096 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.510731 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:30.511827 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:30.511827 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 97eb948d-fe46-44cd-a194-071385f08567 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:30.544926 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 97eb948d-fe46-44cd-a194-071385f08567 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:30.545276 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 97eb948d-fe46-44cd-a194-071385f08567 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:30.545704 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device f5ddf2c8-95e6-4096-9d39-77c04343a2a8 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:30.584064 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: f5ddf2c8-95e6-4096-9d39-77c04343a2a8 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:30.584425 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device f5ddf2c8-95e6-4096-9d39-77c04343a2a8 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:30.596386 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] For port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,segment=NetworkSegment(c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef),segment_id=c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:30.596734 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.610295 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Calling delete_port for 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:30.624971 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.625699 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.626227 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.626646 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:30:30.627068 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00198e81-0855-46d2-a1c9-cbacc627f6de']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:30.659310 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:30.659703 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b558c6-19d3-4ca5-a0bf-d05dcf5a61ef') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:30.695082 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11390866'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.729619 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.745903 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:30:30.746333 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8426345'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: from cryptography.utils import int_from_bytes Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: from cryptography.utils import int_from_bytes Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.752077 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: Traceback (most recent call last): Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: timer() Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: cb(*args, **kw) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: return func(*args, **kwargs) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: self._notify() Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: self.callback(batched_events) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: event.method(event) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: return f(self, *a, **k) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: return self._get(url).json() Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:30:30.755621 dv-cinder-797510-2-smb neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:30:30.763812 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.766972 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:30.792166 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Pushing event deleted for resources: {'Port': ['ID=2101a8c6-a5a6-4afa-a3dd-8e087f7b3260,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:30.797501 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] No DVR routers for this DVR port 2101a8c6-a5a6-4afa-a3dd-8e087f7b3260 on host dv-cinder-797510-2-smb {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:30.803213 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.803551 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.803889 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.804211 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.804530 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.804849 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.805165 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.805478 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.805813 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.806130 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.806438 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.806751 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.810482 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-f35e7a1c-59ab-4220-a744-2a8fed5a7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:30.841235 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a1375-dda6-452b-9335-749aab87c0c8 req-65afb8ef-29b7-4cae-b7f0-1ce52f9fe6f9 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:30.843416 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a1a1375-dda6-452b-9335-749aab87c0c8 req-65afb8ef-29b7-4cae-b7f0-1ce52f9fe6f9 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.1990077 Jun 23 17:30:30.857403 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.872854 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.875425 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] 10.222.0.69 "DELETE /v2.0/networks/00198e81-0855-46d2-a1c9-cbacc627f6de HTTP/1.1" status: 204 len: 168 time: 1.0393941 Jun 23 17:30:30.877277 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e0cbf148-1015-4da2-bf25-4f19d1bb3fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:30.878422 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42442) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:30.892036 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Pushing event deleted for resources: {'Network': ['ID=00198e81-0855-46d2-a1c9-cbacc627f6de,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:30.894621 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:30.908058 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5a1a1375-dda6-452b-9335-749aab87c0c8 req-a6e18d02-b4ee-47cb-8b44-c73b3d1d00d9 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587270 Jun 23 17:30:31.327300 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410110'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.802881 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Deleting port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:31.803215 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.883189 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] For port 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,segment=NetworkSegment(9456bac3-29a8-48f4-b989-7b62ff31e0d5),segment_id=9456bac3-29a8-48f4-b989-7b62ff31e0d5)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:31.883862 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.895678 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Calling delete_port for 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:32.089690 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47822-a2a9-4581-8774-85c73713f5d2 req-23157b71-4a66-4b94-aa4e-f4c476caac8f tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:32.091177 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d4c47822-a2a9-4581-8774-85c73713f5d2 req-23157b71-4a66-4b94-aa4e-f4c476caac8f tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0664294 Jun 23 17:30:32.121366 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.124571 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fe299114-2234-4a75-a91d-b2a45a5867cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:32.132142 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d4c47822-a2a9-4581-8774-85c73713f5d2 req-c895c3de-8cd1-422a-9e25-60e9e6a0a202 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=407ed228-2892-486f-a400-f6f7e6675868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339081 Jun 23 17:30:32.148109 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1c82c0-beba-4cfc-9748-9f0fa4c28f52,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:32.151215 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:32.320389 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1677582'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.530211 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:32.599836 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-d6878e52-543a-4686-9181-44595df17197 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:32.601284 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-d6878e52-543a-4686-9181-44595df17197 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 945 time: 0.0627940 Jun 23 17:30:32.639995 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:32.648180 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-326f431d-72e1-42e0-aa7a-af4780856450 admin admin] 10.222.0.69 "PUT /v2.0/routers/fe972019-afe9-4cd8-b9e1-9a88a1c8eacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685294 Jun 23 17:30:32.648798 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42446) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:32.653367 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] Sync routers for ids ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:32.663796 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] Routers {'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:32.664417 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:32.716619 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Deleting port 16805795-f56e-4a7c-8f2f-f170a7632807 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:32.716967 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.774804 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.779199 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] Set router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:32.814311 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] For port 16805795-f56e-4a7c-8f2f-f170a7632807, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=16805795-f56e-4a7c-8f2f-f170a7632807,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:32.814582 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.889339 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.949151 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Deleting port 08e76128-fe48-46e5-b717-83085b72baaf {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:32.949551 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.996350 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.996721 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.997043 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Floating IP 07b1e3c2-3af3-4ca3-980d-c49a054d33ce disassociated. External IP: 172.28.2.242, port: 16805795-f56e-4a7c-8f2f-f170a7632807. Jun 23 17:30:32.997368 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Calling delete_port for 16805795-f56e-4a7c-8f2f-f170a7632807 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:33.038538 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] For port 08e76128-fe48-46e5-b717-83085b72baaf, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=08e76128-fe48-46e5-b717-83085b72baaf,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:33.038911 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.051810 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Calling delete_port for 08e76128-fe48-46e5-b717-83085b72baaf owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:33.054692 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '08e76128-fe48-46e5-b717-83085b72baaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:30:32Z', 'revision_number': 5, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port': {'id': '08e76128-fe48-46e5-b717-83085b72baaf', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:33.084007 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] Checking router: fe972019-afe9-4cd8-b9e1-9a88a1c8eacf for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:33.092638 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] Routers {'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:33.093413 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:33.129956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.134709 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:33.166867 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event deleted for resources: {'Port': ['ID=16805795-f56e-4a7c-8f2f-f170a7632807,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:33.170371 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:33.184493 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] Set router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:33.247830 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:30:32Z', 'revision_number': 6, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port_host': None}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:33.259905 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.264256 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:33.287470 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47deea8c-e84b-498d-a3c5-36c7a1b67423 None None] The sync data for ids ['fe972019-afe9-4cd8-b9e1-9a88a1c8eacf'] in dv-cinder-797510-2-smb is: [{'id': 'fe972019-afe9-4cd8-b9e1-9a88a1c8eacf', 'name': 'tempest-TestMinimumBasicScenario-1759229118-router', 'tenant_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:02Z', 'updated_at': '2021-06-23T17:30:32Z', 'revision_number': 6, 'project_id': '899aa0e65cea48c9aeec2d1d52e1252c', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:33.295207 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e76128-fe48-46e5-b717-83085b72baaf,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:33.301073 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:33.304610 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:33.372336 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678747'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.485813 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.488342 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.558705 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1677557'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.559273 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe972019-afe9-4cd8-b9e1-9a88a1c8eacf {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:30:33.565125 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.568894 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4ab85bb9-3c46-4176-abba-aa1e367ad646 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fe972019-afe9-4cd8-b9e1-9a88a1c8eacf HTTP/1.1" status: 204 len: 168 time: 0.9166768 Jun 23 17:30:33.569474 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42452) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:33.619358 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Deleting subnet c462ed76-7db5-44d8-8077-a5995dd73a97 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:30:33.629101 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.704664 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9dc84f1b-d2f1-475c-8e99-322f49bb9171 req-a514fba9-a653-4b1f-a179-1ee806d6778b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=468e1f71-c01c-46ca-a70a-5a2bf163625b HTTP/1.1" status: 200 len: 210 time: 0.3867695 Jun 23 17:30:33.792519 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:33.803176 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] Sync routers for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:33.813795 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:33.814594 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:33.842312 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] No DVR routers for this DVR port 16805795-f56e-4a7c-8f2f-f170a7632807 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:33.845374 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.847467 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-7704788c-291e-49e8-901f-7f0b4f0c4d61 req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "DELETE /v2.0/ports/16805795-f56e-4a7c-8f2f-f170a7632807 HTTP/1.1" status: 204 len: 173 time: 1.2397001 Jun 23 17:30:33.848064 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'name': 'network-vif-deleted', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:33.851213 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588993ba-b2ce-4dfa-beed-a2177dc201bc" -d '{"events": [{"server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "name": "network-vif-deleted", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:33.879170 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.895138 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb7085-6a61-4aea-b44d-750001d837e3 x-openstack-request-id: req-02eb7085-6a61-4aea-b44d-750001d837e3 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:33.895508 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468e1f71-c01c-46ca-a70a-5a2bf163625b", "name": "network-vif-deleted", "tag": "16805795-f56e-4a7c-8f2f-f170a7632807", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:33.895800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-02eb7085-6a61-4aea-b44d-750001d837e3 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:33.897178 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468e1f71-c01c-46ca-a70a-5a2bf163625b', 'name': 'network-vif-deleted', 'tag': '16805795-f56e-4a7c-8f2f-f170a7632807', 'status': 'completed', 'code': 200} Jun 23 17:30:33.949092 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:34.004493 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.065314 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.068325 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:34.098490 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c462ed76-7db5-44d8-8077-a5995dd73a97,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:34.100575 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.102393 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c462ed76-7db5-44d8-8077-a5995dd73a97 HTTP/1.1" status: 204 len: 168 time: 0.5318296 Jun 23 17:30:34.103321 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f292a4c5-3b1e-4f3a-ad6d-bc72e6ace8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:34.104974 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42456) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:34.153509 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6201b15-9556-4de9-8773-f29038af46b4 None None] Network e1c9ddff-467d-4ae0-8738-0b3d55a65a11 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:34.181476 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.182286 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 08e76128-fe48-46e5-b717-83085b72baaf no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:34.230656 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 08e76128-fe48-46e5-b717-83085b72baaf {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:34.231011 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 08e76128-fe48-46e5-b717-83085b72baaf not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:34.231448 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:34.240426 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Deleting port b54abc7e-0a58-4035-b3fc-ac078833cbad {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:34.240757 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.263523 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:34.263875 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 2b1c82c0-beba-4cfc-9748-9f0fa4c28f52 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:34.314021 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] For port b54abc7e-0a58-4035-b3fc-ac078833cbad, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=b54abc7e-0a58-4035-b3fc-ac078833cbad,segment=NetworkSegment(9456bac3-29a8-48f4-b989-7b62ff31e0d5),segment_id=9456bac3-29a8-48f4-b989-7b62ff31e0d5)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:34.314495 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.330791 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Calling delete_port for b54abc7e-0a58-4035-b3fc-ac078833cbad owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:34.334311 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:34.366925 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] Checking router: 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:34.389543 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:34.391106 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:34.438063 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.441366 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:34.470772 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] No DVR routers for this DVR port b54abc7e-0a58-4035-b3fc-ac078833cbad on host dv-cinder-797510-2-smb {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:34.474597 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54abc7e-0a58-4035-b3fc-ac078833cbad,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:34.476737 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:34.548769 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39879d17-db62-4c83-a6f1-333118580df0 None None] DHCP port deletion for e1c9ddff-467d-4ae0-8738-0b3d55a65a11 request from dv-cinder-797510-2-smb {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:30:34.551898 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:34.555353 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.573074 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c9ddff-467d-4ae0-8738-0b3d55a65a11']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:34.595793 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9456bac3-29a8-48f4-b989-7b62ff31e0d5') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:34.596129 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9456bac3-29a8-48f4-b989-7b62ff31e0d5') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:34.606396 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.619876 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.626010 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:30:34.626392 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:30:34.628456 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:30:34.686395 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.690759 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8eaf23d4-e2cb-4d62-8e43-4d335752779f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:34.703490 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.705322 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e1c9ddff-467d-4ae0-8738-0b3d55a65a11 HTTP/1.1" status: 204 len: 168 time: 0.5994968 Jun 23 17:30:34.706812 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c9ddff-467d-4ae0-8738-0b3d55a65a11,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:34.709679 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b6a70e74-a92c-4b86-ada0-0688c57edd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:34.788907 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:34.821618 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a5f62-e4bb-43e5-948f-92b7bb90faef None None] The sync data for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb is: [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:34.895044 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42464) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:34.939747 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-5c18f0ca-812a-4ae9-9c2e-c2b9fba8434b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0b650c664c0423799fbe3814e2b016e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432115 Jun 23 17:30:34.942076 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42466) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:34.998455 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.021325 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.073839 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.076497 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.077775 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/811b30d4-c86d-46af-bd21-46aba691ad6a HTTP/1.1" status: 204 len: 168 time: 0.1346498 Jun 23 17:30:35.078637 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2ba89d94-252d-405f-8976-61a629a07019 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:35.090608 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b30d4-c86d-46af-bd21-46aba691ad6a,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:35.092936 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:35.115701 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed71e5-81fe-4117-836c-80f95ffba8b6 None None] New status for floating IP 07b1e3c2-3af3-4ca3-980d-c49a054d33ce: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:35.415048 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42472) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:35.458082 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-bc24045a-3f84-486f-8ca7-d8faa745c9e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=899aa0e65cea48c9aeec2d1d52e1252c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417154 Jun 23 17:30:35.460382 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42474) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:35.507918 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.530130 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.578818 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.581521 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.582664 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae14cc3e-351a-4067-94b3-5176ddc731fa HTTP/1.1" status: 204 len: 168 time: 0.1213920 Jun 23 17:30:35.583473 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7fe9054f-392c-4b87-9798-48e5c6dbd07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:35.591760 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae14cc3e-351a-4067-94b3-5176ddc731fa,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:35.600391 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:35.869044 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42480) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:35.933344 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9c69d3df-05c5-4fc7-bbfe-eff5fd4a51de tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.960134 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9c69d3df-05c5-4fc7-bbfe-eff5fd4a51de tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.014302 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9c69d3df-05c5-4fc7-bbfe-eff5fd4a51de tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.016891 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9c69d3df-05c5-4fc7-bbfe-eff5fd4a51de tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.020601 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-9c69d3df-05c5-4fc7-bbfe-eff5fd4a51de tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "DELETE /v2.0/security-groups/407ed228-2892-486f-a400-f6f7e6675868 HTTP/1.1" status: 204 len: 168 time: 0.1472607 Jun 23 17:30:36.020601 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3f6238b6-3baf-4469-bb3e-30798b6fee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:36.021049 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42482) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:36.028406 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69d3df-05c5-4fc7-bbfe-eff5fd4a51de tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ed228-2892-486f-a400-f6f7e6675868,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:36.031877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9c69d3df-05c5-4fc7-bbfe-eff5fd4a51de tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:36.036483 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.api.v2.resource [None req-e97d9efa-7e44-4b70-b9c7-4c863fff6832 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] show failed (client error): The resource could not be found. Jun 23 17:30:36.037064 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-e97d9efa-7e44-4b70-b9c7-4c863fff6832 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups/407ed228-2892-486f-a400-f6f7e6675868 HTTP/1.1" status: 404 len: 347 time: 0.0149391 Jun 23 17:30:36.041776 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42484) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:36.070695 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 16805795-f56e-4a7c-8f2f-f170a7632807 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:36.091453 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 16805795-f56e-4a7c-8f2f-f170a7632807 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:36.091801 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 16805795-f56e-4a7c-8f2f-f170a7632807 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:36.163553 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b54abc7e-0a58-4035-b3fc-ac078833cbad no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:36.185528 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: b54abc7e-0a58-4035-b3fc-ac078833cbad {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:36.186155 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device b54abc7e-0a58-4035-b3fc-ac078833cbad not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:36.211037 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Deleting port da95bfa5-a099-4084-b785-4f0cde74eb8d {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:36.211310 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.292670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.292982 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.306739 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Calling delete_port for da95bfa5-a099-4084-b785-4f0cde74eb8d owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:36.455273 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.457320 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:36.480237 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event deleted for resources: {'Port': ['ID=da95bfa5-a099-4084-b785-4f0cde74eb8d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:36.482637 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:36.551678 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.554163 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.557770 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "DELETE /v2.0/floatingips/07b1e3c2-3af3-4ca3-980d-c49a054d33ce HTTP/1.1" status: 204 len: 168 time: 0.5139792 Jun 23 17:30:36.821257 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42488) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:36.826170 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641345640', 'description': 'tempest-description--1866240338'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:36.850126 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.938307 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.944185 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.946285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6177f7ad-b60d-4570-8fb2-602b4fada36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:36.972533 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.973773 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1513360 Jun 23 17:30:36.976823 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42490) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:36.977966 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79504ff5-ce74-4d56-9d4b-f899b8a37378,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:36.980574 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-43782e64-284f-4e5c-ae5d-fb25ccefc6c3 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:36.982671 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'security_group_rule': {'security_group_id': '79504ff5-ce74-4d56-9d4b-f899b8a37378', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:37.010451 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.065889 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.069271 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.071229 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:37.086752 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5daa7d2-792d-471b-9ffb-4daf2af8fede,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:37.089479 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:37.092172 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.094310 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-5c359042-9b3f-4a26-8053-d29a0d3abc34 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160357 Jun 23 17:30:37.096548 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42492) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:37.101276 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'security_group_rule': {'security_group_id': '79504ff5-ce74-4d56-9d4b-f899b8a37378', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:37.127248 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.182981 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.186722 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661796'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.191928 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:37.208930 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32eb007-1549-4ab1-893c-b959632a9304,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:37.211268 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.212388 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149335 Jun 23 17:30:37.213241 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9fa52d0e-a38e-4511-9f63-3d0e60c1e98d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:37.215375 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42494) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:37.220316 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'floatingip': {'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:37.241411 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.333424 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.436685 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Allocated IP 172.28.2.180 (ba6f1368-83b2-4c05-8c84-f343b873e2ae/34430ede-0ac2-4ee4-9470-591e17744a5e/b83968cc-a638-4e28-9fe9-e8dddeef814d) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:37.534770 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.571278 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8580305'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.573272 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-31a909e6-9630-466d-bf69-2094146e0b35 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:37.607573 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Network ba6f1368-83b2-4c05-8c84-f343b873e2ae is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:37.612005 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:37.615188 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:37.644757 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'Port': ['ID=b83968cc-a638-4e28-9fe9-e8dddeef814d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:37.648371 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:37.703656 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.744146 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.887390 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.892447 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8580291'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.894471 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:37.958242 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'Port': ['ID=b83968cc-a638-4e28-9fe9-e8dddeef814d,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:37.962066 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:37.971655 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.984313 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.985597 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-377ff60d-3e56-479d-860c-1b403fdf4092 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7692757 Jun 23 17:30:38.172071 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-9408d3eb-3593-4547-ba61-4533fcea4d54 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1641345640&fields=id&tenant_id=de7a51f5c87c489eb727d2028e0739fc HTTP/1.1" status: 200 len: 267 time: 0.0334303 Jun 23 17:30:38.276978 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-e0480783-ac32-4152-8913-3ae8f3deb324 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:38.278404 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-e0480783-ac32-4152-8913-3ae8f3deb324 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 811 time: 0.1001651 Jun 23 17:30:38.292591 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-a99bed81-2a37-4453-ae4a-8b71bd9e5460 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/quotas/de7a51f5c87c489eb727d2028e0739fc HTTP/1.1" status: 200 len: 375 time: 0.0088432 Jun 23 17:30:38.358218 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-1bbcac22-ef1d-45b9-8441-9af96834c8a2 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597372 Jun 23 17:30:38.551927 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-aae98f5d-ab9e-4523-aef7-b4a86ba4805e service neutron] 10.222.0.69 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821241 Jun 23 17:30:38.642061 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-3c77b54d-9dda-435a-87fc-d46f6d92273b service neutron] 10.222.0.69 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842533 Jun 23 17:30:38.817461 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-df3a7498-c546-4acb-995f-f4020795a774 req-430e5fd7-c3d9-45c0-b8e1-c7c0ed00654e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 210 time: 0.0336285 Jun 23 17:30:39.929511 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-08e7fd07-11dc-4cf0-b633-d0827640c1a2 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:39.931158 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-08e7fd07-11dc-4cf0-b633-d0827640c1a2 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 811 time: 0.1153378 Jun 23 17:30:39.987614 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f6756a1e-f4dd-4c2b-8105-e5a529bd43a0 req-7012427c-c0ff-43b1-8051-f787d9a9f487 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 210 time: 0.0460882 Jun 23 17:30:40.010240 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-e1bb0f1a-c6bd-4172-8df7-478818130464 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de7a51f5c87c489eb727d2028e0739fc HTTP/1.1" status: 200 len: 380 time: 0.0675693 Jun 23 17:30:40.023156 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'port': {'device_id': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'admin_state_up': True, 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'security_groups': ['79504ff5-ce74-4d56-9d4b-f899b8a37378']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:40.136182 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Made reservation on behalf of de7a51f5c87c489eb727d2028e0739fc for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:40.139662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.267191 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Allocated IP 172.20.0.7 (ba188715-8e63-402e-a2bf-8d0abc808e28/09fdf644-b690-4a2e-85f4-6fe2fe0ee9da/7fc5c80f-c7b1-4613-b401-3f255e5d48dd) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:40.402835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.415892 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Transition to ACTIVE for port object 7fc5c80f-c7b1-4613-b401-3f255e5d48dd will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:40.449039 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8426407'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.453450 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-144e717c-c898-41ac-bf75-576900bac888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:40.494605 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Network ba188715-8e63-402e-a2bf-8d0abc808e28 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:40.497669 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:40.503423 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:40.533310 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event updated for resources: {'Port': ['ID=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:40.538100 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:40.558007 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:40.558619 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.579449 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627472 Jun 23 17:30:40.597936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Request body: {'port': {'device_id': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:40.688010 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.709702 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5537-e611-40b3-8ebd-90d34bc19c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.734975 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f22bccc8-9d11-4972-8b85-5768044ff735 None None] Provisioning for port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:40.738819 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f22bccc8-9d11-4972-8b85-5768044ff735 None None] Provisioning complete for port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:40.739199 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f22bccc8-9d11-4972-8b85-5768044ff735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.782514 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-f22bccc8-9d11-4972-8b85-5768044ff735 None None] Port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:30:40.956315 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc5c80f-c7b1-4613-b401-3f255e5d48dd {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:40.964028 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.977573 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Transition to ACTIVE for port object 7fc5c80f-c7b1-4613-b401-3f255e5d48dd will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:40.982289 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8426421'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.985116 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6580fe89-3e6d-4e44-a32e-f5b1c9d880aa tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:41.057894 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:41.063562 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:41.116300 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Attempting to bind port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:41.116799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Attempting to bind port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:41.117125 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Attempting to bind port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd on network ba188715-8e63-402e-a2bf-8d0abc808e28 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:41.133038 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd on network ba188715-8e63-402e-a2bf-8d0abc808e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:30:41.133355 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Attempting to bind port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd on network ba188715-8e63-402e-a2bf-8d0abc808e28 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:41.158313 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:41.158636 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Checking segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:41.159022 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Bound using segment: {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:41.159451 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Bound port: 7fc5c80f-c7b1-4613-b401-3f255e5d48dd, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0466173-0913-44a0-ae48-3159223e1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:41.159792 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.240799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbfb28-cbf0-41dc-94c5-8a0b4e433ac2 req-9b193ee1-1e34-43e3-8a88-401ef9ef8100 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.242201 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9fbfb28-cbf0-41dc-94c5-8a0b4e433ac2 req-9b193ee1-1e34-43e3-8a88-401ef9ef8100 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 943 time: 0.1218233 Jun 23 17:30:41.250651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] For port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:41.257854 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] For port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:41.268505 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8426421'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.272706 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c215c710-9342-4321-a5e9-36dd378156fa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:41.322627 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.323242 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.324603 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] 10.222.0.23 "PUT /v2.0/ports/7fc5c80f-c7b1-4613-b401-3f255e5d48dd HTTP/1.1" status: 200 len: 1093 time: 0.7313466 Jun 23 17:30:41.325165 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:41.327537 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3" -d '{"events": [{"name": "network-changed", "server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:41.337395 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-e9fbfb28-cbf0-41dc-94c5-8a0b4e433ac2 req-07a67ad7-e812-4f48-92f3-5a67052a8483 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891376 Jun 23 17:30:41.356504 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:41.360877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0c1750a4-32de-42a4-b6b5-82dd65388766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:41.386515 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f1474c-9e8d-492a-bf5b-6fb9b71641f4 x-openstack-request-id: req-00f1474c-9e8d-492a-bf5b-6fb9b71641f4 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:41.386909 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:41.387263 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00f1474c-9e8d-492a-bf5b-6fb9b71641f4 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:41.387757 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'status': 'completed', 'code': 200} Jun 23 17:30:41.435662 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-ca45e488-a34a-47c1-a4c3-c5044a72acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.438012 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-ca45e488-a34a-47c1-a4c3-c5044a72acdf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 1096 time: 0.0603192 Jun 23 17:30:41.482151 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-b5b6ab42-6d88-4f7d-a907-ef8f008eacb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd HTTP/1.1" status: 200 len: 217 time: 0.0361574 Jun 23 17:30:41.534412 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-6534c791-f01b-4f2a-87b1-6cfb24c832e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.535830 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-6534c791-f01b-4f2a-87b1-6cfb24c832e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0473511 Jun 23 17:30:41.594394 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9994-bddc-4ca2-b683-07349449754f req-5e43185c-991c-449d-b19a-3d14007cdccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.595807 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-5e43185c-991c-449d-b19a-3d14007cdccb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532980 Jun 23 17:30:41.688432 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-0efdb8bb-d0a2-4cc9-a2d2-d368a56501d4 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Jun 23 17:30:41.783764 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdad9994-bddc-4ca2-b683-07349449754f req-b8b69b4e-f577-406b-b6a5-7371ce41e408 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Jun 23 17:30:41.891574 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-2fb07d18-2806-4cf6-9b7c-fb2489b345dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.893032 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-2fb07d18-2806-4cf6-9b7c-fb2489b345dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 1096 time: 0.0530980 Jun 23 17:30:41.990111 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-83388a51-d996-42a8-b9d2-c6ee52ca0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.991566 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-83388a51-d996-42a8-b9d2-c6ee52ca0c32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 912 time: 0.0899541 Jun 23 17:30:42.033453 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-594eb4a6-065a-4d36-95b2-91bfe47e3931 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd HTTP/1.1" status: 200 len: 217 time: 0.0346892 Jun 23 17:30:42.082976 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-15fee361-85a3-4590-a888-20e9280b7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:42.084307 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-15fee361-85a3-4590-a888-20e9280b7d5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0447865 Jun 23 17:30:42.147223 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-3bcc8d73-bf9e-4dd1-bde5-3bcfd202a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:42.148675 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-3bcc8d73-bf9e-4dd1-bde5-3bcfd202a289 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571246 Jun 23 17:30:42.239583 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-d8250100-838f-4d64-b4ef-a0d111874ad7 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840907 Jun 23 17:30:42.335428 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-02d5f2c0-e8b0-4773-aae0-5fa2a562abb3 req-7d43c8e4-db3b-4c3b-977d-13780e5efd9f service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889637 Jun 23 17:30:42.524294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9fc62-114c-4209-9652-766c76168301 req-da5c5526-cfed-44a7-a451-c8d88105a04c tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:42.525750 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3ee9fc62-114c-4209-9652-766c76168301 req-da5c5526-cfed-44a7-a451-c8d88105a04c tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 943 time: 0.0626302 Jun 23 17:30:42.565491 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-3ee9fc62-114c-4209-9652-766c76168301 req-4b50d0be-5286-4b70-8c26-62f6e09c6732 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331061 Jun 23 17:30:43.418209 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9a847174-1703-4a7b-8636-7dbda902e556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.448111 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.768408 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f99a-1ceb-4018-a8ba-54f79c5b31b3 req-082026c4-9ed3-4e3d-9911-83e28f55e938 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:43.769898 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-64e6f99a-1ceb-4018-a8ba-54f79c5b31b3 req-082026c4-9ed3-4e3d-9911-83e28f55e938 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 943 time: 0.0614884 Jun 23 17:30:43.812526 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-64e6f99a-1ceb-4018-a8ba-54f79c5b31b3 req-9e60934c-fb98-456d-830c-68ab4f74321f tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368667 Jun 23 17:30:44.114911 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7fc5c80f-c7b1-4613-b401-3f255e5d48dd details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:30:44.208486 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:44.219903 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'port_id': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'mac_address': 'fa:16:3e:55:a0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:30:44.255537 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.267623 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc5c80f-c7b1-4613-b401-3f255e5d48dd {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:44.285683 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:44.289805 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.291514 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:44.343387 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:44.346479 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:44.541876 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['7fc5c80f-c7b1-4613-b401-3f255e5d48dd'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:44.579962 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.985291 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ccc-e977-437a-a92c-56b11043ee6c req-7a364b42-4ac0-4839-914d-22ffb086ae87 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:44.986805 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-880b9ccc-e977-437a-a92c-56b11043ee6c req-7a364b42-4ac0-4839-914d-22ffb086ae87 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 944 time: 0.0658114 Jun 23 17:30:45.026939 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-880b9ccc-e977-437a-a92c-56b11043ee6c req-ba6e2b10-9480-4fc1-8f2d-37bcfef8945d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343142 Jun 23 17:30:45.425408 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4b07-cae1-4c31-994b-82f4ea01691a req-00efd1de-7037-498b-b6cc-c8a5f7ad4a12 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:45.427035 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fa8e4b07-cae1-4c31-994b-82f4ea01691a req-00efd1de-7037-498b-b6cc-c8a5f7ad4a12 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 946 time: 0.0640976 Jun 23 17:30:45.465058 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fa8e4b07-cae1-4c31-994b-82f4ea01691a req-ee469824-2077-4f17-95dc-a81ed3cfbff6 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Jun 23 17:30:45.600222 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.120182 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7fc5c80f-c7b1-4613-b401-3f255e5d48dd up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:46.173567 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:46.177219 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:46.177597 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.208118 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127c370-8d76-470f-becb-dbf97d7191f5 req-1d6592ef-1d7b-4fe4-bb52-4a2be311d9d8 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:46.209597 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c127c370-8d76-470f-becb-dbf97d7191f5 req-1d6592ef-1d7b-4fe4-bb52-4a2be311d9d8 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 944 time: 0.0677176 Jun 23 17:30:46.252625 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-c127c370-8d76-470f-becb-dbf97d7191f5 req-50647a16-70bf-4e01-a0ab-34ed98bf83d5 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371976 Jun 23 17:30:46.256065 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.281832 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:46.284066 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014240af-cb76-4322-8868-0764ce8f5a96" -d '{"events": [{"server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "name": "network-vif-plugged", "status": "completed", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:46.300663 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:46.305218 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.308797 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:46.333954 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fa73d4-35e4-4b37-94fe-3caa828634d9 x-openstack-request-id: req-f6fa73d4-35e4-4b37-94fe-3caa828634d9 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:46.334266 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "name": "network-vif-plugged", "status": "completed", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:46.334503 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6fa73d4-35e4-4b37-94fe-3caa828634d9 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:46.334870 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'code': 200} Jun 23 17:30:46.368425 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:46.371528 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:46.447211 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.569941 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c8830-95ab-4983-9875-b557e0e55e63 req-5b6c6a06-300c-49ff-a900-d279aafb3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:46.571316 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-520c8830-95ab-4983-9875-b557e0e55e63 req-5b6c6a06-300c-49ff-a900-d279aafb3d62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 1098 time: 0.0532699 Jun 23 17:30:46.635293 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-520c8830-95ab-4983-9875-b557e0e55e63 req-60663550-236b-4ff0-a7a2-67831e08fdbf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569170 Jun 23 17:30:46.663037 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8410f-80e0-4dae-9dfb-27815a467db4 req-3012de0a-7b79-42d3-bb04-c97a421d82c0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:46.664492 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-16d8410f-80e0-4dae-9dfb-27815a467db4 req-3012de0a-7b79-42d3-bb04-c97a421d82c0 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 946 time: 0.0736437 Jun 23 17:30:46.704120 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-16d8410f-80e0-4dae-9dfb-27815a467db4 req-d3fe617f-12df-4ebb-9e77-af1eeea949bf tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337281 Jun 23 17:30:46.784629 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-6e832d84-ee4f-4e38-a62d-066da3a768cf tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:46.786093 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-6e832d84-ee4f-4e38-a62d-066da3a768cf tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 946 time: 0.0682716 Jun 23 17:30:46.884735 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Deleting port 879dab7b-c97e-4deb-b980-d2eec61fbd87 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:46.885073 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.974631 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] For port 879dab7b-c97e-4deb-b980-d2eec61fbd87, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=879dab7b-c97e-4deb-b980-d2eec61fbd87,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:46.974985 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.137069 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.137351 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.137657 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Floating IP af856ab5-f80f-4d51-b26d-162944e6f379 disassociated. External IP: 172.28.2.26, port: 879dab7b-c97e-4deb-b980-d2eec61fbd87. Jun 23 17:30:47.138017 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Calling delete_port for 879dab7b-c97e-4deb-b980-d2eec61fbd87 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:47.263002 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.267768 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3827d422-b39e-4577-ac82-6f4e87875c6e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:47.292105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event deleted for resources: {'Port': ['ID=879dab7b-c97e-4deb-b980-d2eec61fbd87,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:47.295674 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:47.427160 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Router fdb89b07-1c58-4be5-a3fb-16be83b136cd has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:47.543793 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:47.553526 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] Sync routers for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:47.564441 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:47.565051 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:47.612560 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] No DVR routers for this DVR port 879dab7b-c97e-4deb-b980-d2eec61fbd87 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:47.615318 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.617233 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9fb9ded0-80bf-4cb2-99ea-6f50d45cbe72 req-d5ff9476-3836-44d4-be07-172e200f28b9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.23 "DELETE /v2.0/ports/879dab7b-c97e-4deb-b980-d2eec61fbd87 HTTP/1.1" status: 204 len: 173 time: 0.8259060 Jun 23 17:30:47.617770 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-deleted', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:47.620081 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f522bf3-3d4c-473f-93ea-0886fbef5918" -d '{"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-deleted", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:47.656899 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe36b6e-a5ab-4d66-82c4-27cb3319a281 req-866e161a-0ea8-4d8d-8fc5-520be7e2269d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:47.658434 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bbe36b6e-a5ab-4d66-82c4-27cb3319a281 req-866e161a-0ea8-4d8d-8fc5-520be7e2269d tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 945 time: 0.1128433 Jun 23 17:30:47.687741 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:47.713904 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bbe36b6e-a5ab-4d66-82c4-27cb3319a281 req-9813dd91-dce2-4733-8743-1fc2981c562e tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Jun 23 17:30:47.716615 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35103596-f2e7-428e-b922-1900d17883bc x-openstack-request-id: req-35103596-f2e7-428e-b922-1900d17883bc {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:47.716986 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a32331-1fc0-4e52-ab8f-ae9aad94620f", "name": "network-vif-deleted", "tag": "879dab7b-c97e-4deb-b980-d2eec61fbd87", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:47.717283 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35103596-f2e7-428e-b922-1900d17883bc {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:47.718203 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a32331-1fc0-4e52-ab8f-ae9aad94620f', 'name': 'network-vif-deleted', 'tag': '879dab7b-c97e-4deb-b980-d2eec61fbd87', 'status': 'completed', 'code': 200} Jun 23 17:30:47.898672 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-913ea7fe-bef8-46f5-b14d-b7d1a40c9e83 req-68c43c8f-8c5a-4d9a-b213-ab274eda2468 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3a32331-1fc0-4e52-ab8f-ae9aad94620f HTTP/1.1" status: 200 len: 210 time: 0.0349767 Jun 23 17:30:47.962558 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ede750-eca2-4c13-9871-37dde47cd9b0 req-0599b0aa-d8a6-4176-b8b6-2831020fdd89 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:47.963928 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a9ede750-eca2-4c13-9871-37dde47cd9b0 req-0599b0aa-d8a6-4176-b8b6-2831020fdd89 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 945 time: 0.0678525 Jun 23 17:30:47.973481 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42566) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:47.978328 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Request body: {'floatingip': {'port_id': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:48.016649 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.067652 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:48.095241 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] Checking router: fdb89b07-1c58-4be5-a3fb-16be83b136cd for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:48.106653 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:48.107549 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:48.222615 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:48.432023 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:48.460256 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1282-739d-4e3d-9d35-291dd0785cd4 None None] The sync data for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb is: [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:24:06Z', 'revision_number': 4, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '73155312-1186-4174-8f14-fd14a2f6e617', 'name': '', 'network_id': 'd83fa51b-7e9c-4f3b-9b86-4bf44e438060', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'mac_address': 'fa:16:3e:b8:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:24:05Z', 'updated_at': '2021-06-23T17:24:18Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'subnets': [{'id': '58cc9f9c-8174-4bef-ab46-43cabbb073fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:48.687810 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820b70c-b19d-4a44-aa6d-015430a44917 None None] New status for floating IP af856ab5-f80f-4d51-b26d-162944e6f379: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:48.864660 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.868323 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.965993 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.db.l3_db [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Floating IP f49eedd2-732c-449e-afc0-49df1cef881c associated. External IP: 172.28.2.180, port: 7fc5c80f-c7b1-4613-b401-3f255e5d48dd. Jun 23 17:30:49.026151 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42572) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:49.081880 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-701d952f-faf1-441c-a033-7a9d58f83239 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.104810 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-701d952f-faf1-441c-a033-7a9d58f83239 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.154173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-701d952f-faf1-441c-a033-7a9d58f83239 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.156965 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-701d952f-faf1-441c-a033-7a9d58f83239 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.160569 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-701d952f-faf1-441c-a033-7a9d58f83239 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "DELETE /v2.0/security-groups/2acd5a2e-5ca9-428f-b434-e730b2fd8d6d HTTP/1.1" status: 204 len: 168 time: 0.1309464 Jun 23 17:30:49.160569 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:49.163121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42574) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:49.181742 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d952f-faf1-441c-a033-7a9d58f83239 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd5a2e-5ca9-428f-b434-e730b2fd8d6d,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:49.181992 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:49.184135 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.api.v2.resource [None req-867b42ef-8cba-4ef3-bd38-0fc1178970ec tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] show failed (client error): The resource could not be found. Jun 23 17:30:49.185130 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-867b42ef-8cba-4ef3-bd38-0fc1178970ec tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "GET /v2.0/security-groups/2acd5a2e-5ca9-428f-b434-e730b2fd8d6d HTTP/1.1" status: 404 len: 347 time: 0.0211196 Jun 23 17:30:49.186034 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-701d952f-faf1-441c-a033-7a9d58f83239 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:49.188551 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42576) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:49.297913 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:49.302572 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.308997 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] Sync routers for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:49.310366 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Deleting port 7db86ee9-94d7-4bd3-ac21-83266fc01249 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:49.310779 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.319199 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:49.319927 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:49.341350 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-8dd751cb-22db-4291-8399-38a8db6d0dbf tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "PUT /v2.0/floatingips/f49eedd2-732c-449e-afc0-49df1cef881c HTTP/1.1" status: 200 len: 991 time: 1.3666608 Jun 23 17:30:49.342312 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:49.345457 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4cd71d330e22cf04fed9119df07f5c14be9680a545fd461338123a9aca657" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2728c814-325c-4705-90fc-aa764095caf5" -d '{"events": [{"name": "network-changed", "server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:49.400707 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.400707 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.418458 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Calling delete_port for 7db86ee9-94d7-4bd3-ac21-83266fc01249 owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:49.436381 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:49.519542 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ea1e6f-567d-49f1-9561-8e849597d88e x-openstack-request-id: req-e4ea1e6f-567d-49f1-9561-8e849597d88e {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:49.519885 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:49.520170 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4ea1e6f-567d-49f1-9561-8e849597d88e {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:49.520615 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'status': 'completed', 'code': 200} Jun 23 17:30:49.599776 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.603384 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:49.631827 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Pushing event deleted for resources: {'Port': ['ID=7db86ee9-94d7-4bd3-ac21-83266fc01249,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:49.636964 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c814-325c-4705-90fc-aa764095caf5 req-5966ae1e-c06c-4ae0-a88c-e487e2d8cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.638438 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2728c814-325c-4705-90fc-aa764095caf5 req-5966ae1e-c06c-4ae0-a88c-e487e2d8cf80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a51f5c87c489eb727d2028e0739fc&device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 1098 time: 0.0959461 Jun 23 17:30:49.641075 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:49.683345 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': 'f49eedd2-732c-449e-afc0-49df1cef881c', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'port_id': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'mac_address': 'fa:16:3e:55:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:37Z', 'updated_at': '2021-06-23T17:30:48Z', 'revision_number': 1, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:49.709437 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] Checking router: 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:49.717458 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:49.718636 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:49.755308 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.757823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.758963 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f4e043cb-9808-4e0e-bcfd-a46b0674b7df tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] 10.222.0.69 "DELETE /v2.0/floatingips/af856ab5-f80f-4d51-b26d-162944e6f379 HTTP/1.1" status: 204 len: 168 time: 0.5695140 Jun 23 17:30:49.784576 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c814-325c-4705-90fc-aa764095caf5 req-2d1d56eb-efd5-4cf9-bdbb-8737de01bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.785975 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2728c814-325c-4705-90fc-aa764095caf5 req-2d1d56eb-efd5-4cf9-bdbb-8737de01bcb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 200 len: 912 time: 0.1241307 Jun 23 17:30:49.838454 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:49.860871 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2728c814-325c-4705-90fc-aa764095caf5 req-4442a565-f9e4-4590-a49f-f1a1886ef5bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd HTTP/1.1" status: 200 len: 999 time: 0.0682983 Jun 23 17:30:49.913676 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c814-325c-4705-90fc-aa764095caf5 req-0ef293da-851c-47ec-88a8-955a1d9583eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.915177 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2728c814-325c-4705-90fc-aa764095caf5 req-0ef293da-851c-47ec-88a8-955a1d9583eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 200 len: 850 time: 0.0466115 Jun 23 17:30:49.974315 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c814-325c-4705-90fc-aa764095caf5 req-0dad7884-6815-4be4-8ae2-da539349d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.975840 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2728c814-325c-4705-90fc-aa764095caf5 req-0dad7884-6815-4be4-8ae2-da539349d52e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba188715-8e63-402e-a2bf-8d0abc808e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538881 Jun 23 17:30:50.071511 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2728c814-325c-4705-90fc-aa764095caf5 req-14d28fa1-eb61-4760-9ea2-8a4e172f6a86 service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889122 Jun 23 17:30:50.081698 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': 'f49eedd2-732c-449e-afc0-49df1cef881c', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'port_id': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'mac_address': 'fa:16:3e:55:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:37Z', 'updated_at': '2021-06-23T17:30:48Z', 'revision_number': 1, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:50.114964 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259f09e-13f8-4f99-b9ab-f867be1363d3 None None] The sync data for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb is: [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_floatingips': [{'id': 'f49eedd2-732c-449e-afc0-49df1cef881c', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'router_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'port_id': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'mac_address': 'fa:16:3e:55:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:37Z', 'updated_at': '2021-06-23T17:30:48Z', 'revision_number': 1, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:50.146153 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:50.166844 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 879dab7b-c97e-4deb-b980-d2eec61fbd87 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:50.167196 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 879dab7b-c97e-4deb-b980-d2eec61fbd87 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:50.173825 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2728c814-325c-4705-90fc-aa764095caf5 req-5991f5c3-fa7e-4dc0-a621-1b242e1eb30b service neutron] 10.222.0.23 "GET /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956774 Jun 23 17:30:50.314623 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85358d56-8bb0-4cc5-b4d4-8bea9783313d None None] New status for floating IP f49eedd2-732c-449e-afc0-49df1cef881c: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:52.342285 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42608) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:52.799599 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410110'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.986638 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42614) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:53.056972 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Deleting port 73155312-1186-4174-8f14-fd14a2f6e617 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:53.057309 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.138649 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] For port 73155312-1186-4174-8f14-fd14a2f6e617, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=73155312-1186-4174-8f14-fd14a2f6e617,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:53.139177 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.153137 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Calling delete_port for 73155312-1186-4174-8f14-fd14a2f6e617 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:53.153647 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Deleting port 1d6e75a6-f5db-4d3a-a99e-0b3ce5ae3463 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:53.154015 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.232890 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.234086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.247012 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Calling delete_port for 1d6e75a6-f5db-4d3a-a99e-0b3ce5ae3463 owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:53.343296 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.345614 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0dc60e84-0db3-47e1-9a57-e5bbe7bed8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:53.368775 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Pushing event deleted for resources: {'Port': ['ID=73155312-1186-4174-8f14-fd14a2f6e617,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:53.372554 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:53.404799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.408262 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-dac96073-59d4-40be-800e-6e03333fd860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:53.434832 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event deleted for resources: {'Port': ['ID=1d6e75a6-f5db-4d3a-a99e-0b3ce5ae3463,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:53.444802 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:53.526538 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.527267 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Floating IP 357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca disassociated (deleted). External IP: 172.28.2.147, port: f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd. Jun 23 17:30:53.796478 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1677582'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:54.044829 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Router fdb89b07-1c58-4be5-a3fb-16be83b136cd has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:54.079746 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Router d9f9e966-e3a4-4222-b5a1-795b076a15cf has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:54.168224 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:54.177820 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-931e797b-adc4-45af-b3af-c1e050678276 admin admin] 10.222.0.69 "PUT /v2.0/routers/fdb89b07-1c58-4be5-a3fb-16be83b136cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336573 Jun 23 17:30:54.180073 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42618) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:54.185605 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] Sync routers for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:54.199751 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:54.200384 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:54.216135 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:54.221754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:54.233952 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] Sync routers for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:54.251505 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:54.252139 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:54.302099 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1d623bb0-b5c0-4c6e-ab82-2234e98e8327 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "DELETE /v2.0/floatingips/357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca HTTP/1.1" status: 204 len: 168 time: 1.3136985 Jun 23 17:30:54.302715 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:54.305226 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eae13f-f0fd-4be3-acb1-703096c38814" -d '{"events": [{"name": "network-changed", "server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:54.331122 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:54.339717 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:54.386285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1403cf-de6b-4a43-b039-f8201701d759 x-openstack-request-id: req-fe1403cf-de6b-4a43-b039-f8201701d759 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:54.386610 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:54.386900 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe1403cf-de6b-4a43-b039-f8201701d759 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:54.387328 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'status': 'completed', 'code': 200} Jun 23 17:30:54.454480 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:54.465110 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:54.529905 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-65b3947b-8fa0-4281-80b2-be585899b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:54.532525 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-65b3947b-8fa0-4281-80b2-be585899b0be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=846e565096174f7b8b8cd93b8962ff8b&device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 1098 time: 0.1220999 Jun 23 17:30:54.583236 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Deleting port 69a5cce4-1b74-4348-b381-019eafefea4a {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:54.583534 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:54.657255 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:30:53Z', 'revision_number': 5, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port': {'id': '69a5cce4-1b74-4348-b381-019eafefea4a', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:23:58Z', 'updated_at': '2021-06-23T17:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:54.712281 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] Checking router: fdb89b07-1c58-4be5-a3fb-16be83b136cd for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:54.726799 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-5a3f9519-493d-480a-bd8e-0c2b5dc18e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:54.729450 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] Routers {'fdb89b07-1c58-4be5-a3fb-16be83b136cd'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:54.730873 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:54.735891 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-5a3f9519-493d-480a-bd8e-0c2b5dc18e2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 200 len: 910 time: 0.1939745 Jun 23 17:30:54.762370 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] For port 69a5cce4-1b74-4348-b381-019eafefea4a, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=69a5cce4-1b74-4348-b381-019eafefea4a,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:54.762755 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:54.800959 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Calling delete_port for 69a5cce4-1b74-4348-b381-019eafefea4a owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:54.803020 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-6a3542af-fb8c-4134-a0b4-71f83cf547ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 200 len: 217 time: 0.0614619 Jun 23 17:30:54.845368 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] Set router fdb89b07-1c58-4be5-a3fb-16be83b136cd gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:54.846873 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 5, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:54.894359 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] Checking router: d9f9e966-e3a4-4222-b5a1-795b076a15cf for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:54.908357 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:54.909655 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:54.950371 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-355f94be-6218-4c22-b542-a54e15936c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:54.951598 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-355f94be-6218-4c22-b542-a54e15936c9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 200 len: 848 time: 0.1402562 Jun 23 17:30:55.036018 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e32dcd-db4f-4f6a-9fa0-f5de3d11f873 req-224c3c71-27b4-4f98-975a-940b841b89ed tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:55.037771 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a5e32dcd-db4f-4f6a-9fa0-f5de3d11f873 req-224c3c71-27b4-4f98-975a-940b841b89ed tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.1410222 Jun 23 17:30:55.068555 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:55.069620 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-a4b507bc-254c-4165-afa9-bcc05b18acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:55.071129 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-a4b507bc-254c-4165-afa9-bcc05b18acac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=995c5ffa-7123-4a12-8021-55ce13c9bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1099236 Jun 23 17:30:55.083780 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:30:54Z', 'revision_number': 6, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port_host': None}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:55.112543 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.117661 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-07281a37-b01a-4183-989f-f5575e891cd9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:55.118429 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-a5e32dcd-db4f-4f6a-9fa0-f5de3d11f873 req-954709b2-f5f3-49f8-ba32-e19dc680fbd1 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634098 Jun 23 17:30:55.137446 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7487ba9-2062-4340-aeb1-2ed52f655c2e None None] The sync data for ids ['fdb89b07-1c58-4be5-a3fb-16be83b136cd'] in dv-cinder-797510-2-smb is: [{'id': 'fdb89b07-1c58-4be5-a3fb-16be83b136cd', 'name': 'tempest-AttachVolumeShelveTestJSON-373535476-router', 'tenant_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:23:57Z', 'updated_at': '2021-06-23T17:30:54Z', 'revision_number': 6, 'project_id': '76921d9df0cc4c1e9f3a74d9cdacd049', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:55.181123 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a5cce4-1b74-4348-b381-019eafefea4a,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:55.186152 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:55.229363 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-540e68ac-f019-4e34-bd4e-75a001abf46e service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494093 Jun 23 17:30:55.260474 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678747'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.341047 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d6eae13f-f0fd-4be3-acb1-703096c38814 req-7f68287f-2ae8-46b2-80dc-f269395f4dec service neutron] 10.222.0.23 "GET /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009653 Jun 23 17:30:55.367095 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.369710 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.418511 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1677557'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.419268 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb89b07-1c58-4be5-a3fb-16be83b136cd {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:30:55.425023 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.426508 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-cfc186bb-28ef-4fcc-a2b9-9e75948006c2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fdb89b07-1c58-4be5-a3fb-16be83b136cd HTTP/1.1" status: 204 len: 168 time: 1.2453220 Jun 23 17:30:55.430056 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42628) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:55.481705 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 5, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:55.490197 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Deleting subnet 58cc9f9c-8174-4bef-ab46-43cabbb073fc {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:30:55.493651 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.512446 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997b192-061a-49c1-83f4-ec1fe2a312bf None None] The sync data for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb is: [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': '0cf3f897-9bc4-49ae-9398-d37685e9971c', 'name': '', 'network_id': '995c5ffa-7123-4a12-8021-55ce13c9bdd9', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'mac_address': 'fa:16:3e:3a:10:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:03Z', 'updated_at': '2021-06-23T17:26:10Z', 'revision_number': 5, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'subnets': [{'id': 'a840856e-6542-4ad3-9cd0-2d804f64c762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:55.536089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.630761 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.695710 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.698499 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:55.730460 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cc9f9c-8174-4bef-ab46-43cabbb073fc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:55.733437 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.734949 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] 10.222.0.69 "DELETE /v2.0/subnets/58cc9f9c-8174-4bef-ab46-43cabbb073fc HTTP/1.1" status: 204 len: 168 time: 0.3039241 Jun 23 17:30:55.735936 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-77d75802-9c6a-4dfe-b869-17cd920354ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:55.737596 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42630) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:55.738617 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f112b45-91f5-40c6-92b9-51027dc8a399 None None] Network d83fa51b-7e9c-4f3b-9b86-4bf44e438060 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:55.842129 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.881661 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129e0f1-dc40-4154-8b3f-d2c77b2444a2 None None] New status for floating IP 357faca5-7c3e-49c2-bf9b-ebb1fd2d77ca: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:55.899965 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Deleting port 073c6521-a01d-40c7-aac7-a6ac59b73537 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:55.900396 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.927444 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:30:55.980817 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] For port 073c6521-a01d-40c7-aac7-a6ac59b73537, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=073c6521-a01d-40c7-aac7-a6ac59b73537,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:55.981343 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.006003 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Calling delete_port for 073c6521-a01d-40c7-aac7-a6ac59b73537 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:56.063550 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] DHCP port deletion for d83fa51b-7e9c-4f3b-9b86-4bf44e438060 request from dv-cinder-797510-2-smb {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:30:56.123153 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] Deleting port 073c6521-a01d-40c7-aac7-a6ac59b73537 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:56.123727 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.149190 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.152751 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e1df480e-966e-4a34-ab28-644c36856884 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:56.198592 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] For port 073c6521-a01d-40c7-aac7-a6ac59b73537, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=073c6521-a01d-40c7-aac7-a6ac59b73537,segment=NetworkSegment(22fbaaef-eada-4177-9efc-e1dad67a07dc),segment_id=22fbaaef-eada-4177-9efc-e1dad67a07dc)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:56.198989 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.199608 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Pushing event deleted for resources: {'Port': ['ID=073c6521-a01d-40c7-aac7-a6ac59b73537,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:56.203488 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:56.207617 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] No DVR routers for this DVR port 073c6521-a01d-40c7-aac7-a6ac59b73537 on host dv-cinder-797510-2-smb {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:56.217968 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] Calling delete_port for 073c6521-a01d-40c7-aac7-a6ac59b73537 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:56.273526 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 69a5cce4-1b74-4348-b381-019eafefea4a no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:56.287233 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-0957b0fd-f96f-4ea5-ba62-f1b427a3b68e tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:56.289079 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-0957b0fd-f96f-4ea5-ba62-f1b427a3b68e tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.23 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.1952691 Jun 23 17:30:56.305544 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 69a5cce4-1b74-4348-b381-019eafefea4a {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:56.305933 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 69a5cce4-1b74-4348-b381-019eafefea4a not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:56.306364 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 73155312-1186-4174-8f14-fd14a2f6e617 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:56.337191 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 73155312-1186-4174-8f14-fd14a2f6e617 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:56.337191 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 73155312-1186-4174-8f14-fd14a2f6e617 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:56.337500 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 073c6521-a01d-40c7-aac7-a6ac59b73537 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:56.375752 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 073c6521-a01d-40c7-aac7-a6ac59b73537 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:56.376097 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 073c6521-a01d-40c7-aac7-a6ac59b73537 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:56.376229 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.406982 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.419506 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:56.433286 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83fa51b-7e9c-4f3b-9b86-4bf44e438060']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:56.449402 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] Pushing event deleted for resources: {'Port': ['ID=073c6521-a01d-40c7-aac7-a6ac59b73537,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:56.452771 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:56.453627 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f889981-22cc-44f6-af49-b3bcac8faab5 None None] No DVR routers for this DVR port 073c6521-a01d-40c7-aac7-a6ac59b73537 on host dv-cinder-797510-2-smb {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:56.492807 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fbaaef-eada-4177-9efc-e1dad67a07dc') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:56.493100 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fbaaef-eada-4177-9efc-e1dad67a07dc') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:56.510919 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11390866'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.547149 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.560510 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:30:56.560906 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8426345'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: Traceback (most recent call last): Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: timer() Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: cb(*args, **kw) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: return func(*args, **kwargs) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: self._notify() Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: self.callback(batched_events) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: event.method(event) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: return f(self, *a, **k) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: return self._get(url).json() Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:30:56.563332 dv-cinder-797510-2-smb neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:30:56.633469 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0caa07-8b3f-4798-ad93-f4da3ff466e4 req-3f89b3d6-ac27-407d-adc6-8d855df14c5b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:56.634895 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1c0caa07-8b3f-4798-ad93-f4da3ff466e4 req-3f89b3d6-ac27-407d-adc6-8d855df14c5b tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 945 time: 0.2321236 Jun 23 17:30:56.650540 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.670137 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-182a0eb0-2377-4780-9080-c2d75c910501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:56.673304 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.675251 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d83fa51b-7e9c-4f3b-9b86-4bf44e438060 HTTP/1.1" status: 204 len: 168 time: 0.9365010 Jun 23 17:30:56.696119 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Deleting port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:56.696461 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.702732 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83fa51b-7e9c-4f3b-9b86-4bf44e438060,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:56.716834 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-13913f5e-cb20-49c5-9ca3-b06bc53a2347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:56.726004 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1c0caa07-8b3f-4798-ad93-f4da3ff466e4 req-7cadb01b-f8ae-4ae7-be92-5ce044a47624 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/security-groups?id=b37f6868-f805-4c4f-bafa-23a722b284f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840447 Jun 23 17:30:56.807399 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] For port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:56.807763 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.824151 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Calling delete_port for f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:56.828913 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42638) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:56.914727 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-552b6ebb-31d8-4b1d-8e36-3d23bc76a24f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76921d9df0cc4c1e9f3a74d9cdacd049&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0844944 Jun 23 17:30:56.917049 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42640) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:56.971700 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.994108 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.997199 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.003780 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7c220f11-d8de-4d15-8d5a-924da92baecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:57.030925 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event deleted for resources: {'Port': ['ID=f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:57.033589 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:57.055908 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.059023 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.060230 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8baedf0c-3ffb-435f-a6c6-3e9d3c4da253 HTTP/1.1" status: 204 len: 168 time: 0.1422017 Jun 23 17:30:57.061010 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-12f4681b-008d-4eb6-a654-27e77791a909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:57.070686 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baedf0c-3ffb-435f-a6c6-3e9d3c4da253,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:57.075822 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:57.107178 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] No DVR routers for this DVR port f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:57.110473 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.112654 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6e7b89b4-d120-4fa9-bb13-0f064d033139 req-c23db4a1-0ab6-48d3-96f0-a438a652c770 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.23 "DELETE /v2.0/ports/f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd HTTP/1.1" status: 204 len: 173 time: 0.7628343 Jun 23 17:30:57.113184 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-deleted', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:57.115543 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf429290-70da-4097-8824-579b264d59f2" -d '{"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-deleted", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:57.156001 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f491ed9-3705-4c44-bdf7-bd38cf571ebe x-openstack-request-id: req-0f491ed9-3705-4c44-bdf7-bd38cf571ebe {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:57.156714 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80aedde-8c69-4b31-89ee-0a08387c23ca", "name": "network-vif-deleted", "tag": "f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:57.156714 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f491ed9-3705-4c44-bdf7-bd38cf571ebe {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:57.157393 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80aedde-8c69-4b31-89ee-0a08387c23ca', 'name': 'network-vif-deleted', 'tag': 'f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd', 'status': 'completed', 'code': 200} Jun 23 17:30:57.929299 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-2526137d-5bf3-4e7f-b71f-8d2d3319457d req-e26cfab6-5bf6-4a0f-8a74-45e1ec3fad1e tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "GET /v2.0/ports?device_id=a80aedde-8c69-4b31-89ee-0a08387c23ca HTTP/1.1" status: 200 len: 210 time: 0.0374961 Jun 23 17:30:58.197057 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:58.219855 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:58.223726 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device f56a74b4-9491-4ec1-9e32-2b5b9ca3d5cd not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:58.985374 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42702) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:59.027167 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42706) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:59.110767 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.112471 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e62c-7dad-4568-b2c2-cf38462e8d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.151835 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.259657 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e62c-7dad-4568-b2c2-cf38462e8d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.261530 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.265149 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.266284 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] 10.222.0.69 "DELETE /v2.0/security-groups/b37f6868-f805-4c4f-bafa-23a722b284f7 HTTP/1.1" status: 204 len: 168 time: 0.2381954 Jun 23 17:30:59.267344 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4cb60fac-69c6-463d-b91e-9f50c150d037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:59.270577 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e62c-7dad-4568-b2c2-cf38462e8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.289844 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f6868-f805-4c4f-bafa-23a722b284f7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:59.295493 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:59.296265 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e8ca1045-cd4c-4f8f-acb5-f371fc3e5862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:59.310006 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42710) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:59.314208 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4ae9e62c-7dad-4568-b2c2-cf38462e8d99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9070d39b2f64507af1d51e6bab2e75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277004 Jun 23 17:30:59.315109 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42712) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:59.335123 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9e62c-7dad-4568-b2c2-cf38462e8d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6277890b-1033-4ee2-9eb4-0ebce3ba10f3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:59.338911 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4ae9e62c-7dad-4568-b2c2-cf38462e8d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:59.385856 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.408252 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.461853 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.464934 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.469572 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6277890b-1033-4ee2-9eb4-0ebce3ba10f3 HTTP/1.1" status: 204 len: 168 time: 0.1528845 Jun 23 17:30:59.470545 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3720e368-96b3-4ddb-b376-71d008c0eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:59.478956 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277890b-1033-4ee2-9eb4-0ebce3ba10f3,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:59.488595 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:59.784537 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410110'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.830167 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42722) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:59.851946 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1509c021-2b05-4b85-98ac-4c72f4781e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.977202 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1509c021-2b05-4b85-98ac-4c72f4781e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.981614 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1509c021-2b05-4b85-98ac-4c72f4781e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.985849 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:00.014849 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509c021-2b05-4b85-98ac-4c72f4781e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c180fa-8f04-4093-86b7-a9b4abf52cd2,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:00.021169 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1509c021-2b05-4b85-98ac-4c72f4781e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:00.030403 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1509c021-2b05-4b85-98ac-4c72f4781e5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=552ceaad1ec4477dbadb39b36fecf082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987312 Jun 23 17:31:00.031028 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42724) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:00.086237 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.100194 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Deleting port 0cf3f897-9bc4-49ae-9398-d37685e9971c {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:00.100691 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.112115 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.165871 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.168847 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.170057 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39c180fa-8f04-4093-86b7-a9b4abf52cd2 HTTP/1.1" status: 204 len: 168 time: 0.1381681 Jun 23 17:31:00.171475 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1e676ec9-cb18-4ff9-9a59-89532b6fe92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:00.178903 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c180fa-8f04-4093-86b7-a9b4abf52cd2,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:00.181343 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:00.211764 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] For port 0cf3f897-9bc4-49ae-9398-d37685e9971c, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=0cf3f897-9bc4-49ae-9398-d37685e9971c,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:00.212400 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.226889 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Calling delete_port for 0cf3f897-9bc4-49ae-9398-d37685e9971c owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:00.429812 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.432798 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-826e70f7-68e1-4c57-93af-f617b5909817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:00.457491 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf3f897-9bc4-49ae-9398-d37685e9971c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:00.460065 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:00.852471 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1677582'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.077660 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Router d9f9e966-e3a4-4222-b5a1-795b076a15cf has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:01.185681 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:01.190769 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-56042e11-3157-4fdd-932b-37ec5cffd806 admin admin] 10.222.0.69 "PUT /v2.0/routers/d9f9e966-e3a4-4222-b5a1-795b076a15cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8754597 Jun 23 17:31:01.193164 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42752) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:01.197228 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] Sync routers for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:01.206472 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:01.207091 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:01.299900 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.316516 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:01.406099 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.463289 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Deleting port 4fc1d530-9b06-412c-8842-f65543c56a73 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:01.463611 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.538060 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:31:00Z', 'revision_number': 5, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port': {'id': '4fc1d530-9b06-412c-8842-f65543c56a73', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:00Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:01.556148 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] For port 4fc1d530-9b06-412c-8842-f65543c56a73, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=4fc1d530-9b06-412c-8842-f65543c56a73,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:01.556512 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.570054 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Calling delete_port for 4fc1d530-9b06-412c-8842-f65543c56a73 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:01.597568 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] Checking router: d9f9e966-e3a4-4222-b5a1-795b076a15cf for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:01.610452 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] Routers {'d9f9e966-e3a4-4222-b5a1-795b076a15cf'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:01.611075 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:01.703089 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] Set router d9f9e966-e3a4-4222-b5a1-795b076a15cf gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:01.751979 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.756896 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:01.765947 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:31:01Z', 'revision_number': 6, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port_host': None}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:01.788567 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc1d530-9b06-412c-8842-f65543c56a73,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:01.792975 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:01.799100 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae179497-85df-412c-b0bc-2500d1d7443f None None] The sync data for ids ['d9f9e966-e3a4-4222-b5a1-795b076a15cf'] in dv-cinder-797510-2-smb is: [{'id': 'd9f9e966-e3a4-4222-b5a1-795b076a15cf', 'name': 'tempest-TestShelveInstance-1057697880-router', 'tenant_id': '846e565096174f7b8b8cd93b8962ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:31:01Z', 'revision_number': 6, 'project_id': '846e565096174f7b8b8cd93b8962ff8b', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:01.860507 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678747'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.955089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.957194 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.000914 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1677557'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.001514 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f9e966-e3a4-4222-b5a1-795b076a15cf {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:31:02.006836 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.008049 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c540a2a1-455f-4876-8312-264e5c48803c admin admin] 10.222.0.69 "DELETE /v2.0/routers/d9f9e966-e3a4-4222-b5a1-795b076a15cf HTTP/1.1" status: 204 len: 168 time: 0.8139119 Jun 23 17:31:02.010484 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42774) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:02.063393 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Deleting subnet a840856e-6542-4ad3-9cd0-2d804f64c762 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:31:02.070026 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.111479 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9194752'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.218396 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.290002 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8580226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165417'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.292543 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:02.319181 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a840856e-6542-4ad3-9cd0-2d804f64c762,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:02.322683 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:02.323655 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.325792 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-4ad0fabe-22e9-4775-9d0f-090219446913 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a840856e-6542-4ad3-9cd0-2d804f64c762 HTTP/1.1" status: 204 len: 168 time: 0.3140900 Jun 23 17:31:02.329013 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42780) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:02.331096 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d16cf97-8d1c-45ab-84ad-fbcf706edaa0 None None] Network 995c5ffa-7123-4a12-8021-55ce13c9bdd9 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:31:02.398237 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.453555 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Deleting port fec157b1-b101-42de-a095-a7430b8dd25d {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:02.453964 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.517926 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] For port fec157b1-b101-42de-a095-a7430b8dd25d, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=fec157b1-b101-42de-a095-a7430b8dd25d,segment=NetworkSegment(4eeea847-c5ba-4397-be47-ffbb40760736),segment_id=4eeea847-c5ba-4397-be47-ffbb40760736)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:02.518287 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.532243 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Calling delete_port for fec157b1-b101-42de-a095-a7430b8dd25d owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:02.626821 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0a678-7ccb-4448-a791-db011a06e542 None None] DHCP port deletion for 995c5ffa-7123-4a12-8021-55ce13c9bdd9 request from dv-cinder-797510-2-smb {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:31:02.629331 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8580296'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.632511 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-36f864e7-d13a-434c-80cd-95910fff5c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:02.658926 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 0cf3f897-9bc4-49ae-9398-d37685e9971c no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:02.663807 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec157b1-b101-42de-a095-a7430b8dd25d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:02.668263 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:02.668263 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] No DVR routers for this DVR port fec157b1-b101-42de-a095-a7430b8dd25d on host dv-cinder-797510-2-smb {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:02.687011 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 0cf3f897-9bc4-49ae-9398-d37685e9971c {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:02.687357 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 0cf3f897-9bc4-49ae-9398-d37685e9971c not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:02.747786 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.758747 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995c5ffa-7123-4a12-8021-55ce13c9bdd9']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:02.770066 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eeea847-c5ba-4397-be47-ffbb40760736') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:02.770362 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.services.segments.db [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eeea847-c5ba-4397-be47-ffbb40760736') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:02.779294 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9194783'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.792788 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.799508 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:31:02.799914 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8580127'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: Traceback (most recent call last): Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: timer() Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: cb(*args, **kw) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: return func(*args, **kwargs) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: self._notify() Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: self.callback(batched_events) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: event.method(event) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: return f(self, *a, **k) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: return self._get(url).json() Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:31:02.801998 dv-cinder-797510-2-smb neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:31:02.859707 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.863031 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:02.866728 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.871557 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/995c5ffa-7123-4a12-8021-55ce13c9bdd9 HTTP/1.1" status: 204 len: 168 time: 0.5386367 Jun 23 17:31:02.872355 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42782) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:02.878090 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=995c5ffa-7123-4a12-8021-55ce13c9bdd9,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:02.881868 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-51239516-32b6-4961-9a42-f0d60eccf4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:03.246379 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410110'] for router_interface, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:03.495591 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Deleting port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:03.495924 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:03.569633 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] For port 265ba74a-a9d7-4f6a-a049-9e6b16fb629a, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,segment=NetworkSegment(a0b4193e-4809-4d99-b84f-12055e012c69),segment_id=a0b4193e-4809-4d99-b84f-12055e012c69)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:03.570003 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:03.582348 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Calling delete_port for 265ba74a-a9d7-4f6a-a049-9e6b16fb629a owned by network:router_interface {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:03.757804 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:03.759728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f7663dc0-c658-40e9-a614-b52e10e8c055 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:03.789383 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=265ba74a-a9d7-4f6a-a049-9e6b16fb629a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:03.793338 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:03.958236 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1677582'] for router_interface, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:04.215694 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4fc1d530-9b06-412c-8842-f65543c56a73 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:04.240153 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 4fc1d530-9b06-412c-8842-f65543c56a73 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:04.240500 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4fc1d530-9b06-412c-8842-f65543c56a73 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:04.242436 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device fec157b1-b101-42de-a095-a7430b8dd25d no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:04.261081 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: fec157b1-b101-42de-a095-a7430b8dd25d {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:04.261425 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device fec157b1-b101-42de-a095-a7430b8dd25d not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:04.465290 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:04.584860 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:04.590775 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] Sync routers for ids ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'] in dv-cinder-797510-2-smb {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:04.591936 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] 10.222.0.69 "PUT /v2.0/routers/422b02ed-ce5e-4b71-bbd1-0dbb92b048f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7182586 Jun 23 17:31:04.594600 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42804) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:04.609490 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] Routers {'422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:04.610445 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:04.705162 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:04.731328 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] Set router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 gateway port host: dv-cinder-797510-2-smb {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:04.811581 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:04.861469 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Deleting port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:04.861716 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:04.914138 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:31:03Z', 'revision_number': 5, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port': {'id': '9c8e940f-1baa-4ac8-9e42-f624cf5a8a84', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:10Z', 'updated_at': '2021-06-23T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:04.939312 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] For port 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:04.939659 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:04.940979 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] Checking router: 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 for host: dv-cinder-797510-2-smb {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:04.949170 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] Routers {'422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:04.949811 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:30:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:04.953072 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Calling delete_port for 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:05.038835 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] Set router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:05.091616 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:31:04Z', 'revision_number': 6, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port_host': None}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:05.118607 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c6922-18a0-4aa4-ae5e-2a62dce817ef None None] The sync data for ids ['422b02ed-ce5e-4b71-bbd1-0dbb92b048f7'] in dv-cinder-797510-2-smb is: [{'id': '422b02ed-ce5e-4b71-bbd1-0dbb92b048f7', 'name': 'tempest-TestShelveInstance-1839837099-router', 'tenant_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:31:04Z', 'revision_number': 6, 'project_id': 'cb7741bd6c65426d9cc4070e25a9d42c', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:05.118860 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.123162 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a9ae0f79-f271-4265-9b5b-bc230caccf94 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:05.148676 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8e940f-1baa-4ac8-9e42-f624cf5a8a84,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:05.157080 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:05.216040 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678747'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.306248 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.308588 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.352276 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1677557'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.352964 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:31:05.357086 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.358768 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1ec7796c-c40a-47c8-b829-af1d3091c3a0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/422b02ed-ce5e-4b71-bbd1-0dbb92b048f7 HTTP/1.1" status: 204 len: 168 time: 0.7632396 Jun 23 17:31:05.361593 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42808) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:05.409944 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Deleting subnet 8833244d-3494-482f-b3f1-926bc8cfc399 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:31:05.413180 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.459970 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11390861'] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.581790 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.635465 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8426484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472215'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.637823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:05.664947 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8833244d-3494-482f-b3f1-926bc8cfc399,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:05.667288 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:05.671772 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.673600 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-02e58aa5-e81f-4cbe-8d6e-15119879603d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8833244d-3494-482f-b3f1-926bc8cfc399 HTTP/1.1" status: 204 len: 168 time: 0.3110700 Jun 23 17:31:05.676175 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42812) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:05.678562 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d6e28-b3a8-4bbf-b284-f725d4513fa0 None None] Network 7e10e21d-dba6-4280-a78e-241c504ccab0 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:31:05.754103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.816753 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Deleting port 1ce7a0e8-f792-40d8-8140-8587fb8079ee {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:05.817150 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.892935 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] For port 1ce7a0e8-f792-40d8-8140-8587fb8079ee, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=1ce7a0e8-f792-40d8-8140-8587fb8079ee,segment=NetworkSegment(a0b4193e-4809-4d99-b84f-12055e012c69),segment_id=a0b4193e-4809-4d99-b84f-12055e012c69)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:05.893303 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.908138 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Calling delete_port for 1ce7a0e8-f792-40d8-8140-8587fb8079ee owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:05.930566 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] DHCP port deletion for 7e10e21d-dba6-4280-a78e-241c504ccab0 request from dv-cinder-797510-2-smb {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:31:05.983356 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] Deleting port 1ce7a0e8-f792-40d8-8140-8587fb8079ee {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:05.983959 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.015206 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.017834 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-bd89b4a4-9415-45e9-999f-e88727d75041 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:06.046930 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce7a0e8-f792-40d8-8140-8587fb8079ee,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:06.052407 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:06.052944 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] No DVR routers for this DVR port 1ce7a0e8-f792-40d8-8140-8587fb8079ee on host dv-cinder-797510-2-smb {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:06.064975 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] For port 1ce7a0e8-f792-40d8-8140-8587fb8079ee, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=1ce7a0e8-f792-40d8-8140-8587fb8079ee,segment=NetworkSegment(a0b4193e-4809-4d99-b84f-12055e012c69),segment_id=a0b4193e-4809-4d99-b84f-12055e012c69)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:06.065455 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.079577 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] Calling delete_port for 1ce7a0e8-f792-40d8-8140-8587fb8079ee owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:06.130806 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.145151 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e10e21d-dba6-4280-a78e-241c504ccab0']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:06.157489 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b4193e-4809-4d99-b84f-12055e012c69') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:06.157991 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b4193e-4809-4d99-b84f-12055e012c69') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:06.168399 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11390866'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.184282 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.194650 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.194890 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:31:06.195217 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8426345'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: Traceback (most recent call last): Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: timer() Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: cb(*args, **kw) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: return func(*args, **kwargs) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: self._notify() Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: self.callback(batched_events) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: event.method(event) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: return f(self, *a, **k) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: return self._get(url).json() Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:31:06.196965 dv-cinder-797510-2-smb neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:31:06.199326 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:06.227669 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 1ce7a0e8-f792-40d8-8140-8587fb8079ee no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:06.254295 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] Pushing event deleted for resources: {'Port': ['ID=1ce7a0e8-f792-40d8-8140-8587fb8079ee,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:06.256541 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 1ce7a0e8-f792-40d8-8140-8587fb8079ee {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:06.257101 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 1ce7a0e8-f792-40d8-8140-8587fb8079ee not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:06.257519 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 265ba74a-a9d7-4f6a-a049-9e6b16fb629a no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:06.259972 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] No DVR routers for this DVR port 1ce7a0e8-f792-40d8-8140-8587fb8079ee on host dv-cinder-797510-2-smb {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:06.262410 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-21a89d76-6925-4d11-8799-3eb7e1dbc4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:06.283542 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 265ba74a-a9d7-4f6a-a049-9e6b16fb629a {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:06.284196 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 265ba74a-a9d7-4f6a-a049-9e6b16fb629a not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:06.284643 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:06.295272 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.300599 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b1357ec8-3c95-4a8f-8896-ff3cb492b9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:06.311359 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:06.311780 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 9c8e940f-1baa-4ac8-9e42-f624cf5a8a84 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:06.331465 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.333337 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7e10e21d-dba6-4280-a78e-241c504ccab0 HTTP/1.1" status: 204 len: 168 time: 0.6559324 Jun 23 17:31:06.334596 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e10e21d-dba6-4280-a78e-241c504ccab0,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:06.342046 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-fdd38cbf-2cb3-4925-944e-37bdcb2adc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:06.503884 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42840) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:06.543795 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-98b90d18-6b5c-4a84-bb40-730b574f1ad6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=846e565096174f7b8b8cd93b8962ff8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385737 Jun 23 17:31:06.546911 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42842) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:06.594152 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a6717249-a5d4-48c2-a3a1-161e4826c00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.614557 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a6717249-a5d4-48c2-a3a1-161e4826c00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.667052 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a6717249-a5d4-48c2-a3a1-161e4826c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.669872 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a6717249-a5d4-48c2-a3a1-161e4826c00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:06.673486 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-a6717249-a5d4-48c2-a3a1-161e4826c00c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e318de3-3b7f-48cf-8bd8-3f8a2ad25b8a HTTP/1.1" status: 204 len: 168 time: 0.1233356 Jun 23 17:31:06.673486 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2ffdc794-6710-4bd5-89b5-d9b05fd6c108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:06.681139 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6717249-a5d4-48c2-a3a1-161e4826c00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e318de3-3b7f-48cf-8bd8-3f8a2ad25b8a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:06.683761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a6717249-a5d4-48c2-a3a1-161e4826c00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:06.991399 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42850) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:07.031225 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-b308493d-4462-4357-ab73-3dd4e20d211e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb7741bd6c65426d9cc4070e25a9d42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384967 Jun 23 17:31:07.033465 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42852) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:07.085091 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:07.105444 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:07.153279 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:07.155908 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:07.157045 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fdf1b57c-e43c-4398-a5f7-51341841c4a1 HTTP/1.1" status: 204 len: 168 time: 0.1226475 Jun 23 17:31:07.157950 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e2435075-cb43-4fcf-997d-6397079f5c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:07.165739 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1b57c-e43c-4398-a5f7-51341841c4a1,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:07.168374 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:10.711747 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-97048f95-b869-4b18-8438-ee5dcbf69fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:13.418547 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3bf950f5-774d-4b05-bb97-ccc952f1b5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:13.454329 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:14.562593 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:15.595611 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:16.450849 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.172626 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42994) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:17.276137 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c13125e4-f44f-438d-859a-73be2bd6e3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.360374 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c13125e4-f44f-438d-859a-73be2bd6e3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.364138 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c13125e4-f44f-438d-859a-73be2bd6e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.367379 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cd81ef7f-032f-4eae-af21-69461f7ed35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:17.401319 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-c13125e4-f44f-438d-859a-73be2bd6e3df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=711c1db4219748cbaf1ee913f569851c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276506 Jun 23 17:31:17.402504 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13125e4-f44f-438d-859a-73be2bd6e3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105b0dc0-1e7c-4c99-9a6d-83cbc90cecc9,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:17.403942 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 42998) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:17.406468 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c13125e4-f44f-438d-859a-73be2bd6e3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:17.453685 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.474929 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.519725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.522164 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.523258 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/105b0dc0-1e7c-4c99-9a6d-83cbc90cecc9 HTTP/1.1" status: 204 len: 168 time: 0.1177161 Jun 23 17:31:17.524000 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-95b5e0d3-4f63-452f-b931-cae383063823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:17.531381 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105b0dc0-1e7c-4c99-9a6d-83cbc90cecc9,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:17.533671 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:17.776935 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43004) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:17.790182 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1901-2588-42ce-826a-ac02d84e7413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.876722 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1901-2588-42ce-826a-ac02d84e7413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.880823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1901-2588-42ce-826a-ac02d84e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.884105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1441276b-33ea-486e-8ea8-24fc7e1653d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:17.918254 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e2ef1901-2588-42ce-826a-ac02d84e7413 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5c1ddbc4e764a7b8c86168a056caa2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401474 Jun 23 17:31:17.920353 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef1901-2588-42ce-826a-ac02d84e7413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56927dc-a8a3-46a0-9ff2-6bfcdc4f226a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:17.920948 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43006) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:17.923352 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e2ef1901-2588-42ce-826a-ac02d84e7413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:17.972810 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:17.993273 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:18.042902 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:18.045494 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:18.046678 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a56927dc-a8a3-46a0-9ff2-6bfcdc4f226a HTTP/1.1" status: 204 len: 168 time: 0.1247311 Jun 23 17:31:18.047487 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71b17d34-2e1a-44bb-9fa7-066c6fb2b913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:18.055352 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56927dc-a8a3-46a0-9ff2-6bfcdc4f226a,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:18.057613 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:22.331556 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43098) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:22.433331 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.518937 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.522831 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.525226 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d365d7d0-99ad-418c-8620-1fad45dd1348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:22.563515 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f82b7ae7e7847d28ef139b9c0874c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308795 Jun 23 17:31:22.564377 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff261fa-dbb1-4656-98c4-95535520a6e5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:22.566215 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43104) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:22.571772 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.572147 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.572511 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.572870 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.573225 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.573587 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.573968 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.574320 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.574667 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.575013 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.575357 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.575702 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.579533 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:22.619397 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.639908 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.683765 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.687173 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.688269 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eff261fa-dbb1-4656-98c4-95535520a6e5 HTTP/1.1" status: 204 len: 168 time: 0.1209893 Jun 23 17:31:22.689013 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c740a9a0-de4a-43e0-ad92-8f7b34fa98a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:22.696045 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff261fa-dbb1-4656-98c4-95535520a6e5,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:22.703201 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.703568 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.703923 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.704272 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.704619 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.704964 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.705319 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.705665 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.706036 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.706376 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.706715 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.707145 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:22.710598 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1db34f1b-23ec-42d3-9e48-e84638e5b029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:22.939439 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43110) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:22.952252 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5e97503f-8040-41a8-889f-246192861f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:23.039426 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5e97503f-8040-41a8-889f-246192861f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:23.043743 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5e97503f-8040-41a8-889f-246192861f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:23.046808 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8da07b2c-fbfd-424a-90ca-5f024402eaf9 tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:23.081891 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5e97503f-8040-41a8-889f-246192861f55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0626dd228eb34c88a55e070b34efbe1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413829 Jun 23 17:31:23.082769 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97503f-8040-41a8-889f-246192861f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96eb5f4-8409-488f-8ec8-6838ef5107f4,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:23.084612 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43112) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:23.086260 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5e97503f-8040-41a8-889f-246192861f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:23.132608 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1cd1eb9f-c9be-4add-aefc-ed5e3d21a8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:23.153213 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1cd1eb9f-c9be-4add-aefc-ed5e3d21a8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:23.198237 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1cd1eb9f-c9be-4add-aefc-ed5e3d21a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:23.201691 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1cd1eb9f-c9be-4add-aefc-ed5e3d21a8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:23.203146 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-1cd1eb9f-c9be-4add-aefc-ed5e3d21a8b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b96eb5f4-8409-488f-8ec8-6838ef5107f4 HTTP/1.1" status: 204 len: 168 time: 0.1175146 Jun 23 17:31:23.203951 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-99dcd4ee-ad8a-45cf-86c6-5132d1ad2771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:23.212728 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1eb9f-c9be-4add-aefc-ed5e3d21a8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96eb5f4-8409-488f-8ec8-6838ef5107f4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:23.215384 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1cd1eb9f-c9be-4add-aefc-ed5e3d21a8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:30.115059 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43226) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:30.226328 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcb09-df1b-4445-a968-6fc37f100307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.316352 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcb09-df1b-4445-a968-6fc37f100307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.319982 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcb09-df1b-4445-a968-6fc37f100307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.323309 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-81d42c2d-e03d-4a60-8682-2675ee84e915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:30.357969 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0d5fcb09-df1b-4445-a968-6fc37f100307 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=856ce4aa1d224c36a837f68379a9df73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418087 Jun 23 17:31:30.359405 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fcb09-df1b-4445-a968-6fc37f100307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff836af-f61f-40f3-8279-d9b3f38f37ec,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:30.360726 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43230) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:30.362437 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0d5fcb09-df1b-4445-a968-6fc37f100307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:30.410347 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4706c9ec-5c62-478a-8542-c40e9715202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.430303 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4706c9ec-5c62-478a-8542-c40e9715202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.479685 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4706c9ec-5c62-478a-8542-c40e9715202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.482983 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4706c9ec-5c62-478a-8542-c40e9715202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.484192 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-4706c9ec-5c62-478a-8542-c40e9715202e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ff836af-f61f-40f3-8279-d9b3f38f37ec HTTP/1.1" status: 204 len: 168 time: 0.1222873 Jun 23 17:31:30.485433 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-eb7b90c0-c71a-491d-9ec0-7126275b3763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:30.495130 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706c9ec-5c62-478a-8542-c40e9715202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff836af-f61f-40f3-8279-d9b3f38f37ec,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:30.498494 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4706c9ec-5c62-478a-8542-c40e9715202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:30.744207 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43236) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:30.757939 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0ebed6ea-6f09-4a23-8b85-906886300cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.848962 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0ebed6ea-6f09-4a23-8b85-906886300cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.852990 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0ebed6ea-6f09-4a23-8b85-906886300cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.856666 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-339e1db2-9260-4636-9294-8ad1081422f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:30.895429 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-0ebed6ea-6f09-4a23-8b85-906886300cec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57967fe031a545a99484bf84cc12a949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501186 Jun 23 17:31:30.896360 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebed6ea-6f09-4a23-8b85-906886300cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26af87fc-6508-4269-a0f8-1ecf0c12fabf,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:30.898372 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43238) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:30.899446 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0ebed6ea-6f09-4a23-8b85-906886300cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:30.957424 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-396cc783-188e-4552-ab79-df4fe5b854ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.980504 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-396cc783-188e-4552-ab79-df4fe5b854ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.026745 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-396cc783-188e-4552-ab79-df4fe5b854ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.030006 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-396cc783-188e-4552-ab79-df4fe5b854ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.031367 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-396cc783-188e-4552-ab79-df4fe5b854ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26af87fc-6508-4269-a0f8-1ecf0c12fabf HTTP/1.1" status: 204 len: 168 time: 0.1322110 Jun 23 17:31:31.032152 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c13125e4-f44f-438d-859a-73be2bd6e3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:31.039926 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cc783-188e-4552-ab79-df4fe5b854ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af87fc-6508-4269-a0f8-1ecf0c12fabf,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:31.042170 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-396cc783-188e-4552-ab79-df4fe5b854ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:32.926459 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:31:37.533390 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43412) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:37.640805 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-85bd4013-8a04-4757-be01-b1f74401e490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.735028 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-85bd4013-8a04-4757-be01-b1f74401e490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.738812 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-85bd4013-8a04-4757-be01-b1f74401e490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.741248 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1f0b1ece-53ac-4354-9b3a-3d4a5438b2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:37.777617 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4013-8a04-4757-be01-b1f74401e490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6dcb6b-2de2-4187-b8e8-b37645b85fb4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:37.781756 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-85bd4013-8a04-4757-be01-b1f74401e490 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33dbf2f953bc4b4d864c3760692f0d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472606 Jun 23 17:31:37.782685 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-85bd4013-8a04-4757-be01-b1f74401e490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:37.784734 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43416) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:37.834368 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.855285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.901411 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.903985 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.905106 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c6dcb6b-2de2-4187-b8e8-b37645b85fb4 HTTP/1.1" status: 204 len: 168 time: 0.1193790 Jun 23 17:31:37.905940 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5dd8519c-e3f0-4ccd-a9ac-555c3cb6bec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:37.913444 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6dcb6b-2de2-4187-b8e8-b37645b85fb4,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:37.915664 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:38.159700 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43422) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:38.176010 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2da1f1c2-0927-40c1-9133-d35ac9ffafe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.262295 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2da1f1c2-0927-40c1-9133-d35ac9ffafe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.266778 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2da1f1c2-0927-40c1-9133-d35ac9ffafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.270334 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5dd00ca6-8111-40da-b530-a88524c7f034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:38.305285 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f1c2-0927-40c1-9133-d35ac9ffafe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cacaef3-2636-4478-a2cb-99e78eab6809,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:38.310745 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-2da1f1c2-0927-40c1-9133-d35ac9ffafe5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06e0a7cb830a43d69e754dbf03a9b9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494215 Jun 23 17:31:38.312750 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2da1f1c2-0927-40c1-9133-d35ac9ffafe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:38.313140 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43428) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:38.368466 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8461b7b7-fb50-4263-b947-e519b662ff28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.391359 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8461b7b7-fb50-4263-b947-e519b662ff28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.438552 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8461b7b7-fb50-4263-b947-e519b662ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.441189 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8461b7b7-fb50-4263-b947-e519b662ff28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.442384 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-8461b7b7-fb50-4263-b947-e519b662ff28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1cacaef3-2636-4478-a2cb-99e78eab6809 HTTP/1.1" status: 204 len: 168 time: 0.1277719 Jun 23 17:31:38.443201 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-804e665b-6cfd-4bf7-a582-a39a7ab622db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:38.451515 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b7b7-fb50-4263-b947-e519b662ff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cacaef3-2636-4478-a2cb-99e78eab6809,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:38.462429 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8461b7b7-fb50-4263-b947-e519b662ff28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:38.906763 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61100f82-c649-4224-ba98-b18b42774ff1 req-8334ad0c-7318-42d7-9f8b-5a36b7c53524 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:38.908257 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61100f82-c649-4224-ba98-b18b42774ff1 req-8334ad0c-7318-42d7-9f8b-5a36b7c53524 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 945 time: 0.0644166 Jun 23 17:31:38.946910 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-61100f82-c649-4224-ba98-b18b42774ff1 req-0f052824-cc0a-407c-9358-fc40d81c1e2b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326512 Jun 23 17:31:39.705543 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43480) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:39.807522 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-59d9e6a7-6b32-44e0-97d2-3b0e5e8781dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.898298 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-59d9e6a7-6b32-44e0-97d2-3b0e5e8781dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.902480 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-59d9e6a7-6b32-44e0-97d2-3b0e5e8781dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.906043 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1a396c5d-ef36-4f0d-ab34-d642470a8c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:39.944722 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-59d9e6a7-6b32-44e0-97d2-3b0e5e8781dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5f873ea21ee4f0f863508eb28399664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380929 Jun 23 17:31:39.945685 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9e6a7-6b32-44e0-97d2-3b0e5e8781dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32499909-a4cf-4ea7-8425-e71a94874937,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:39.947397 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43484) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:39.948670 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-59d9e6a7-6b32-44e0-97d2-3b0e5e8781dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:39.999489 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ee280891-a4d0-4516-b043-40c0dd097e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.024104 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ee280891-a4d0-4516-b043-40c0dd097e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.092407 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ee280891-a4d0-4516-b043-40c0dd097e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.094916 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ee280891-a4d0-4516-b043-40c0dd097e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.095994 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-ee280891-a4d0-4516-b043-40c0dd097e6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32499909-a4cf-4ea7-8425-e71a94874937 HTTP/1.1" status: 204 len: 168 time: 0.1470022 Jun 23 17:31:40.098224 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0545fc31-dbbf-4a9a-8bc8-9fb2d6cbf9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:40.110635 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee280891-a4d0-4516-b043-40c0dd097e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32499909-a4cf-4ea7-8425-e71a94874937,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:40.113385 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ee280891-a4d0-4516-b043-40c0dd097e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:40.149042 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378000a-7365-458e-a263-bdc725333d7a req-f0ad7db4-ca9f-4040-b807-42bebaa63f63 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:40.150590 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f378000a-7365-458e-a263-bdc725333d7a req-f0ad7db4-ca9f-4040-b807-42bebaa63f63 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 945 time: 0.0882120 Jun 23 17:31:40.189144 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f378000a-7365-458e-a263-bdc725333d7a req-2d8e698f-dd08-4132-97bf-ca4fe74ce3aa tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups?id=79504ff5-ce74-4d56-9d4b-f899b8a37378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328596 Jun 23 17:31:40.685851 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b191f31-1bba-4c16-be10-162f9783d9de req-bb806d26-39cf-4797-af35-186cad0e1ae2 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:40.687490 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b191f31-1bba-4c16-be10-162f9783d9de req-bb806d26-39cf-4797-af35-186cad0e1ae2 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 945 time: 0.0623128 Jun 23 17:31:40.715426 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-38d27c26-2449-4adb-90c5-826642677fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.793190 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Deleting port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:40.793190 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.880277 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] For port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:40.880628 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.059549 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.061048 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678712'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.061419 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.db.l3_db [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Floating IP f49eedd2-732c-449e-afc0-49df1cef881c disassociated. External IP: 172.28.2.180, port: 7fc5c80f-c7b1-4613-b401-3f255e5d48dd. Jun 23 17:31:41.061599 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Calling delete_port for 7fc5c80f-c7b1-4613-b401-3f255e5d48dd owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:41.198294 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.202745 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b54fa4a5-f98c-417b-abe7-bfa16891470e tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:41.230637 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event deleted for resources: {'Port': ['ID=7fc5c80f-c7b1-4613-b401-3f255e5d48dd,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:41.233746 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:41.350452 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcf414ad-75e3-43f6-ac5c-a9129c0f90b8 req-ba6e4e68-950b-4fb9-a1f2-8e9b50a2f876 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b9d2a1-c90f-46d5-b1b6-44195e390652 HTTP/1.1" status: 200 len: 210 time: 0.0330729 Jun 23 17:31:41.368883 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:41.475657 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:41.485377 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] Sync routers for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:41.494367 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:41.495039 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:31:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:41.522314 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] No DVR routers for this DVR port 7fc5c80f-c7b1-4613-b401-3f255e5d48dd on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:41.524760 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.526828 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1b191f31-1bba-4c16-be10-162f9783d9de req-003ad3e8-bf3b-4af9-8023-c7a3a097f21b tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.23 "DELETE /v2.0/ports/7fc5c80f-c7b1-4613-b401-3f255e5d48dd HTTP/1.1" status: 204 len: 173 time: 0.8343639 Jun 23 17:31:41.527370 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'name': 'network-vif-deleted', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:41.529873 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591134a9-6b75-420c-adde-1f3e648663c4" -d '{"events": [{"server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "name": "network-vif-deleted", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:41.585611 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011436d6-0a90-419b-8c1f-f3fad173ea65 x-openstack-request-id: req-011436d6-0a90-419b-8c1f-f3fad173ea65 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:41.585959 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b9d2a1-c90f-46d5-b1b6-44195e390652", "name": "network-vif-deleted", "tag": "7fc5c80f-c7b1-4613-b401-3f255e5d48dd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:41.586248 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-011436d6-0a90-419b-8c1f-f3fad173ea65 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:41.586675 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b9d2a1-c90f-46d5-b1b6-44195e390652', 'name': 'network-vif-deleted', 'tag': '7fc5c80f-c7b1-4613-b401-3f255e5d48dd', 'status': 'completed', 'code': 200} Jun 23 17:31:41.618644 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:41.835764 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:41.862546 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] Checking router: 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:41.870576 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:41.871115 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:31:13Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:41.974657 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:42.278010 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:42.306600 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162c8bb-9c1c-48d0-af4e-70cd01aff74b None None] The sync data for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb is: [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:27:29Z', 'revision_number': 4, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb', '_interfaces': [{'id': 'ec5566e9-5410-4137-86a0-6c96f1b6480a', 'name': '', 'network_id': 'ba188715-8e63-402e-a2bf-8d0abc808e28', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'mac_address': 'fa:16:3e:44:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:28Z', 'updated_at': '2021-06-23T17:27:34Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'subnets': [{'id': '09fdf644-b690-4a2e-85f4-6fe2fe0ee9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:42.354929 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-96962a8e-4f07-4711-81f7-eeca0174d79e tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfaf9b9cb7e341c5a291dad4b6ab9eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304754 Jun 23 17:31:42.478432 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43542) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:42.556559 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799db8b-170d-449a-ab3e-8e3ccf4dec98 None None] New status for floating IP f49eedd2-732c-449e-afc0-49df1cef881c: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:31:42.562753 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-48d7bfae-4146-4a3a-a5c9-7848a6de331c tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:42.564415 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-48d7bfae-4146-4a3a-a5c9-7848a6de331c tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040141 Jun 23 17:31:42.580911 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-009187dd-e334-4b3b-b35d-ab1aba091dad tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/quotas/dfaf9b9cb7e341c5a291dad4b6ab9eec HTTP/1.1" status: 200 len: 375 time: 0.0105267 Jun 23 17:31:42.616255 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-eca71b1d-5ca2-45e1-91e8-6d8f7b9a06fe tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfaf9b9cb7e341c5a291dad4b6ab9eec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292521 Jun 23 17:31:42.769580 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b12c8931-bb78-4e0a-80b8-88f8d85590d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:42.798279 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b12c8931-bb78-4e0a-80b8-88f8d85590d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:42.834331 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-ccf94f17-9e6d-49c9-9df1-f21b3b41afb3 req-1e05a7c8-77a8-49eb-8be4-dad5dcdec0a9 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 210 time: 0.0340083 Jun 23 17:31:42.854686 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b12c8931-bb78-4e0a-80b8-88f8d85590d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:42.858071 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b12c8931-bb78-4e0a-80b8-88f8d85590d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:42.859271 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-b12c8931-bb78-4e0a-80b8-88f8d85590d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "DELETE /v2.0/security-groups/79504ff5-ce74-4d56-9d4b-f899b8a37378 HTTP/1.1" status: 204 len: 168 time: 0.3797748 Jun 23 17:31:42.860226 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90a4e3c6-2432-4959-b7d6-a34d19389204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:42.862093 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43548) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:42.876470 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.api.v2.resource [None req-760b02dc-0b78-46d0-a401-7d29edc2d169 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] show failed (client error): The resource could not be found. Jun 23 17:31:42.880201 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-760b02dc-0b78-46d0-a401-7d29edc2d169 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "GET /v2.0/security-groups/79504ff5-ce74-4d56-9d4b-f899b8a37378 HTTP/1.1" status: 404 len: 347 time: 0.0143194 Jun 23 17:31:42.880637 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43550) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:42.885278 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c8931-bb78-4e0a-80b8-88f8d85590d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79504ff5-ce74-4d56-9d4b-f899b8a37378,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:42.895562 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b12c8931-bb78-4e0a-80b8-88f8d85590d7 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:43.023353 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Deleting port b83968cc-a638-4e28-9fe9-e8dddeef814d {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:43.023687 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.104139 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.104463 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.116235 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Calling delete_port for b83968cc-a638-4e28-9fe9-e8dddeef814d owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:43.250708 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.252728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-605cae86-5b1c-4837-9bf8-82a725a09f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:43.274105 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Pushing event deleted for resources: {'Port': ['ID=b83968cc-a638-4e28-9fe9-e8dddeef814d,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:43.277517 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:43.338117 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.340587 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.342217 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] 10.222.0.69 "DELETE /v2.0/floatingips/f49eedd2-732c-449e-afc0-49df1cef881c HTTP/1.1" status: 204 len: 168 time: 0.4608753 Jun 23 17:31:43.433101 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-982ffba1-6f2f-488a-85c8-2b468d2ef3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.480304 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:43.855141 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-3a776104-acd0-4c62-bb5d-dcea3b77d811 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dfaf9b9cb7e341c5a291dad4b6ab9eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208087 Jun 23 17:31:44.243082 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-9c4f365d-9b47-45e4-99c6-11cfa4795bd6 req-361ebbc8-ef67-45a4-9628-21512ca0dcab tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 210 time: 0.0339048 Jun 23 17:31:44.281558 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a73436f8-b1ca-48cb-897a-18f022244ee2 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:44.283025 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a73436f8-b1ca-48cb-897a-18f022244ee2 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4225178 Jun 23 17:31:44.295618 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Request body: {'port': {'device_id': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50', 'admin_state_up': True, 'tenant_id': 'dfaf9b9cb7e341c5a291dad4b6ab9eec'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:31:44.400900 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Made reservation on behalf of dfaf9b9cb7e341c5a291dad4b6ab9eec for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:31:44.405125 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-744748'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.413750 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.504372 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.508453 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.512150 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6d613558-12d0-47e8-9d24-f9fb7ed03c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:44.534913 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7fc5c80f-c7b1-4613-b401-3f255e5d48dd no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:44.561476 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 7fc5c80f-c7b1-4613-b401-3f255e5d48dd {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:44.562457 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 7fc5c80f-c7b1-4613-b401-3f255e5d48dd not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:44.577540 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.577819 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b696075-bca4-47cf-a385-ac9cceb0f498,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:44.580955 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:44.659379 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Allocated IP 192.168.233.71 (6f4b8937-c42b-4d32-b1c8-ee728944ee50/b37b6c77-1e22-467a-a14d-b65b471c57a3/976325cd-2499-4043-8626-cce6721b9488) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:31:44.811216 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.824245 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Transition to ACTIVE for port object 976325cd-2499-4043-8626-cce6721b9488 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:31:44.857935 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-744811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-126864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765183739549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8426407'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.861678 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-77460d50-ffe0-4761-a470-2ce6cae68dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:44.898963 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:31:44.903754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:31:44.908352 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:31:44.938992 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Pushing event updated for resources: {'Port': ['ID=976325cd-2499-4043-8626-cce6721b9488,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:44.944508 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:44.964153 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:44.964792 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.979932 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6881542 Jun 23 17:31:44.991272 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.v2.base [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Request body: {'port': {'device_id': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:31:45.070619 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.088751 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6e024b15-f3e1-4bda-be9c-c98237fd2b8e None None] Provisioning for port 976325cd-2499-4043-8626-cce6721b9488 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:31:45.093066 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6e024b15-f3e1-4bda-be9c-c98237fd2b8e None None] Provisioning complete for port 976325cd-2499-4043-8626-cce6721b9488 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:45.093623 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6e024b15-f3e1-4bda-be9c-c98237fd2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.131199 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-6e024b15-f3e1-4bda-be9c-c98237fd2b8e None None] Port 976325cd-2499-4043-8626-cce6721b9488 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:31:45.336694 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976325cd-2499-4043-8626-cce6721b9488 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:31:45.344975 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.359774 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Transition to ACTIVE for port object 976325cd-2499-4043-8626-cce6721b9488 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:31:45.370843 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8426421'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.389544 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b55b046d-93f3-4aee-b64e-897462c87194 tempest-AttachVolumeTestJSON-934947604 tempest-AttachVolumeTestJSON-934947604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:45.464347 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Pushing event updated for resources: {'Port': ['ID=976325cd-2499-4043-8626-cce6721b9488,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:45.475034 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:45.538533 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bfa48-b120-4e0e-99f2-3170516430f6 req-c945f95e-e28c-489c-8b0c-a8f43668e804 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:45.540421 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6d4bfa48-b120-4e0e-99f2-3170516430f6 req-c945f95e-e28c-489c-8b0c-a8f43668e804 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 947 time: 0.1844871 Jun 23 17:31:45.582910 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Attempting to bind port 976325cd-2499-4043-8626-cce6721b9488 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:31:45.583238 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Attempting to bind port 976325cd-2499-4043-8626-cce6721b9488 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:31:45.583917 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Attempting to bind port 976325cd-2499-4043-8626-cce6721b9488 on network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:31:45.598508 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Port 976325cd-2499-4043-8626-cce6721b9488 on network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:31:45.598833 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Attempting to bind port 976325cd-2499-4043-8626-cce6721b9488 on network 6f4b8937-c42b-4d32-b1c8-ee728944ee50 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:31:45.600224 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.606436 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-6d4bfa48-b120-4e0e-99f2-3170516430f6 req-43cec0a4-302b-4ddf-ab7f-9d1ed824b6e9 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Jun 23 17:31:45.610258 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Checking agent: {'id': '849a5dd0-4001-43fd-b80c-095bd0bae21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'started_at': datetime.datetime(2021, 6, 23, 17, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:31:45.610598 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Checking segment: {'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:31:45.610982 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Bound using segment: {'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:31:45.611416 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Bound port: 976325cd-2499-4043-8626-cce6721b9488, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351b2415-2da0-48f7-84df-532e26ab4a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:31:45.611800 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.695602 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] For port 976325cd-2499-4043-8626-cce6721b9488, host hv-cinder-79751, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:31:45.698948 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] For port 976325cd-2499-4043-8626-cce6721b9488, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=976325cd-2499-4043-8626-cce6721b9488,segment=NetworkSegment(351b2415-2da0-48f7-84df-532e26ab4a24),segment_id=351b2415-2da0-48f7-84df-532e26ab4a24)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:31:45.704052 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8426421'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.706264 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4cb18c8c-1742-4528-98a4-1467432aa571 tempest-TestMinimumBasicScenario-2006165685 tempest-TestMinimumBasicScenario-2006165685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:45.756268 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:45.756872 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.758361 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] 10.222.0.23 "PUT /v2.0/ports/976325cd-2499-4043-8626-cce6721b9488 HTTP/1.1" status: 200 len: 1097 time: 0.7714520 Jun 23 17:31:45.758728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'tag': '976325cd-2499-4043-8626-cce6721b9488'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:45.772219 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63cea38-c176-4092-8f42-1fcccc84da04" -d '{"events": [{"name": "network-changed", "server_uuid": "8a100ed5-9e68-4b86-a255-6a7940826c48", "tag": "976325cd-2499-4043-8626-cce6721b9488"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:45.847964 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e877e7-b667-421f-b109-b9f295743fa9 x-openstack-request-id: req-a4e877e7-b667-421f-b109-b9f295743fa9 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:45.848403 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a100ed5-9e68-4b86-a255-6a7940826c48", "tag": "976325cd-2499-4043-8626-cce6721b9488", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:45.848785 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4e877e7-b667-421f-b109-b9f295743fa9 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:45.849297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'tag': '976325cd-2499-4043-8626-cce6721b9488', 'status': 'completed', 'code': 200} Jun 23 17:31:45.860739 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Pushing event updated for resources: {'Port': ['ID=976325cd-2499-4043-8626-cce6721b9488,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:45.871350 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5562b781-c526-4000-ba20-1d8a3aa5b2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:45.895624 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-11dff6b2-d0e4-43ed-ad64-be5eeda0021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:45.897952 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-11dff6b2-d0e4-43ed-ad64-be5eeda0021a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfaf9b9cb7e341c5a291dad4b6ab9eec&device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 1100 time: 0.0865631 Jun 23 17:31:45.947448 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-64b0d5bc-b588-40e0-8a1c-7e8300dde39f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=976325cd-2499-4043-8626-cce6721b9488 HTTP/1.1" status: 200 len: 217 time: 0.0423124 Jun 23 17:31:46.000779 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-fd5fc089-cea8-48f9-a461-5e81d73f4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.002550 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-fd5fc089-cea8-48f9-a461-5e81d73f4528 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37b6c77-1e22-467a-a14d-b65b471c57a3 HTTP/1.1" status: 200 len: 843 time: 0.0490785 Jun 23 17:31:46.064709 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-c7c93eaa-4919-41c5-beef-a173c68514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.069321 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-c7c93eaa-4919-41c5-beef-a173c68514c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f4b8937-c42b-4d32-b1c8-ee728944ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564506 Jun 23 17:31:46.160704 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-f3f4a6a2-0b58-4765-adc6-9d307aca3258 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4b8937-c42b-4d32-b1c8-ee728944ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864344 Jun 23 17:31:46.250343 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-51be8332-2a38-4b41-92bd-40cbb735f13a req-95d08fe4-f428-4fa0-b709-279722696f57 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4b8937-c42b-4d32-b1c8-ee728944ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827861 Jun 23 17:31:46.347949 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-bbdac8e7-aa0e-4a3c-8300-7a0e6e51caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.349290 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-bbdac8e7-aa0e-4a3c-8300-7a0e6e51caba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfaf9b9cb7e341c5a291dad4b6ab9eec&device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 1100 time: 0.0515835 Jun 23 17:31:46.452084 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-b7cebd87-dbe0-4187-8cfe-e26d4e79bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.453531 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-b7cebd87-dbe0-4187-8cfe-e26d4e79bac2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f4b8937-c42b-4d32-b1c8-ee728944ee50 HTTP/1.1" status: 200 len: 870 time: 0.0976760 Jun 23 17:31:46.458756 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:46.496650 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-b327d68e-3ebc-496c-a18b-74fdf08a1124 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=976325cd-2499-4043-8626-cce6721b9488 HTTP/1.1" status: 200 len: 217 time: 0.0349994 Jun 23 17:31:46.550058 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-84ab3048-e994-4833-9411-fd05fc23e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.551441 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-84ab3048-e994-4833-9411-fd05fc23e645 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37b6c77-1e22-467a-a14d-b65b471c57a3 HTTP/1.1" status: 200 len: 843 time: 0.0478206 Jun 23 17:31:46.606485 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-ce47136e-f207-4838-a437-95c82977f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.608291 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-ce47136e-f207-4838-a437-95c82977f394 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f4b8937-c42b-4d32-b1c8-ee728944ee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495217 Jun 23 17:31:46.710850 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-25644bbc-aca7-4d39-9d6d-51bade7c72c3 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4b8937-c42b-4d32-b1c8-ee728944ee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957656 Jun 23 17:31:46.852035 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-f63cea38-c176-4092-8f42-1fcccc84da04 req-051c25bb-c8c3-4db6-b92c-cb9c8f4855a7 service neutron] 10.222.0.23 "GET /v2.0/networks/6f4b8937-c42b-4d32-b1c8-ee728944ee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345472 Jun 23 17:31:46.861067 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142bf5a-21ac-4895-9dd1-6283832563c9 req-a82ec147-6893-494d-8bd7-4549dcd7a38d tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.862416 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5142bf5a-21ac-4895-9dd1-6283832563c9 req-a82ec147-6893-494d-8bd7-4549dcd7a38d tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 947 time: 0.1377971 Jun 23 17:31:46.900216 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-5142bf5a-21ac-4895-9dd1-6283832563c9 req-1f1f8c45-c85f-4f11-bde5-91a6c43e354b tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Jun 23 17:31:47.119538 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43596) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:47.447298 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410110'] for router_interface, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:47.692450 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Deleting port ec5566e9-5410-4137-86a0-6c96f1b6480a {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:47.692782 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:47.773330 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] For port ec5566e9-5410-4137-86a0-6c96f1b6480a, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=ec5566e9-5410-4137-86a0-6c96f1b6480a,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:47.773693 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:47.785946 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Calling delete_port for ec5566e9-5410-4137-86a0-6c96f1b6480a owned by network:router_interface {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:47.961936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:47.964049 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7b35cee5-4c83-4014-89a4-f76c7e21b413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:47.988616 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5566e9-5410-4137-86a0-6c96f1b6480a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:47.993628 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:48.185305 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695dffb-2eb4-498c-93cd-a5480c73867d req-58338cb5-df0b-4f7e-912a-86ee82c70697 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:48.186784 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1695dffb-2eb4-498c-93cd-a5480c73867d req-58338cb5-df0b-4f7e-912a-86ee82c70697 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 947 time: 0.1696320 Jun 23 17:31:48.221323 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1677582'] for router_interface, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:48.244269 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-1695dffb-2eb4-498c-93cd-a5480c73867d req-203d3b82-ddaa-43e6-a9bd-0ca58cef472f tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491323 Jun 23 17:31:48.581119 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 976325cd-2499-4043-8626-cce6721b9488 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:31:48.684271 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 976325cd-2499-4043-8626-cce6721b9488, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=976325cd-2499-4043-8626-cce6721b9488,segment=NetworkSegment(351b2415-2da0-48f7-84df-532e26ab4a24),segment_id=351b2415-2da0-48f7-84df-532e26ab4a24)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:48.697627 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Returning: {'device': '976325cd-2499-4043-8626-cce6721b9488', 'network_id': '6f4b8937-c42b-4d32-b1c8-ee728944ee50', 'port_id': '976325cd-2499-4043-8626-cce6721b9488', 'mac_address': 'fa:16:3e:4e:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37b6c77-1e22-467a-a14d-b65b471c57a3', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:31:48.739313 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:48.751121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe has already been hosted by L3 agent cf1e5a05-15dc-4d7f-8c13-402b7d2059f2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:48.753159 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976325cd-2499-4043-8626-cce6721b9488 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:31:48.773564 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 976325cd-2499-4043-8626-cce6721b9488, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=976325cd-2499-4043-8626-cce6721b9488,segment=NetworkSegment(351b2415-2da0-48f7-84df-532e26ab4a24),segment_id=351b2415-2da0-48f7-84df-532e26ab4a24)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:48.778922 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:48.780956 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-8b8ef6fd-a511-47a2-8552-765183378b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:48.826952 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=976325cd-2499-4043-8626-cce6721b9488,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:48.834408 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.834684 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.834998 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.835327 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.835649 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.835968 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.836282 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.836593 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.836906 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.837216 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.837528 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.837890 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:48.842487 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:48.860737 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-smb the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:48.866972 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-38e25669-98af-4ce0-895c-ce77074c5bd4 admin admin] 10.222.0.69 "PUT /v2.0/routers/66f0a5db-53ba-4c18-8bf5-d8e9b264bafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7461045 Jun 23 17:31:48.869324 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43600) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:48.869577 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] Sync routers for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:48.879006 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:48.879685 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:31:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:48.974419 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:48.984489 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: dv-cinder-797510-2-smb {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:48.989828 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['976325cd-2499-4043-8626-cce6721b9488'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:49.081099 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.137647 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Deleting port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:49.138256 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.168249 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'external_fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:31:47Z', 'revision_number': 5, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port': {'id': '63e17752-a8cb-44d7-b03d-3cf0c0dfaf66', 'name': '', 'network_id': 'ba6f1368-83b2-4c05-8c84-f343b873e2ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:27:26Z', 'updated_at': '2021-06-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34430ede-0ac2-4ee4-9470-591e17744a5e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-smb'}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:49.198963 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] Checking router: 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe for host: dv-cinder-797510-2-smb {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:49.207751 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] Routers {'66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'} bound to L3 agent in host dv-cinder-797510-2-smb {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:49.208367 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:16:13Z,description=,heartbeat_timestamp=2021-06-23T17:31:43Z,host='dv-cinder-797510-2-smb',id=cf1e5a05-15dc-4d7f-8c13-402b7d2059f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:16:13Z,topic='l3_agent')) {'router_ids': ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:49.216054 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] For port 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,segment=NetworkSegment(a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7),segment_id=a3a9add1-3b8e-4df6-b5f5-19ce85f1eae7)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:49.216410 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.230085 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Calling delete_port for 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:49.295496 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] Set router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:49.348202 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:31:49Z', 'revision_number': 6, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port_host': None}], 'dv-cinder-797510-2-smb', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:49.378571 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b2c60-1365-4f29-9c79-1d60cb0faf67 None None] The sync data for ids ['66f0a5db-53ba-4c18-8bf5-d8e9b264bafe'] in dv-cinder-797510-2-smb is: [{'id': '66f0a5db-53ba-4c18-8bf5-d8e9b264bafe', 'name': 'tempest-AttachVolumeTestJSON-1825700279-router', 'tenant_id': 'de7a51f5c87c489eb727d2028e0739fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:25Z', 'updated_at': '2021-06-23T17:31:49Z', 'revision_number': 6, 'project_id': 'de7a51f5c87c489eb727d2028e0739fc', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:49.431835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.436263 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b61bb84c-5e7f-4764-bc62-a228d371ce6e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:49.468709 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Pushing event deleted for resources: {'Port': ['ID=63e17752-a8cb-44d7-b03d-3cf0c0dfaf66,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:49.470987 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:49.521921 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65907912-150f-441e-9726-983807fee880 req-5f245743-5d9a-46a4-a961-e202d74e0623 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:49.523338 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-65907912-150f-441e-9726-983807fee880 req-5f245743-5d9a-46a4-a961-e202d74e0623 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 948 time: 0.1483710 Jun 23 17:31:49.550274 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678747'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.648297 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-65907912-150f-441e-9726-983807fee880 req-dc1e4877-2373-4f24-9b33-b9472f01287f tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191263 Jun 23 17:31:49.649978 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27459'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.652071 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.707738 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1677557'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.708544 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f0a5db-53ba-4c18-8bf5-d8e9b264bafe {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:31:49.715479 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.718024 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-ca3c82f8-ca37-4ac0-9a87-3d1026dde6de admin admin] 10.222.0.69 "DELETE /v2.0/routers/66f0a5db-53ba-4c18-8bf5-d8e9b264bafe HTTP/1.1" status: 204 len: 168 time: 0.8474324 Jun 23 17:31:49.720289 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43604) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:49.772298 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Deleting subnet 09fdf644-b690-4a2e-85f4-6fe2fe0ee9da {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:31:49.775614 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.810228 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11390861'] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.893498 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704244'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.945054 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8426484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11472215'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.947272 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-13cf08db-5eba-4719-9572-6fb143ba322d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:49.971148 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fdf644-b690-4a2e-85f4-6fe2fe0ee9da,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:49.973529 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:49.975975 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:49.977766 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-7588f258-2330-41e1-bdf9-54f0b7ec95e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/09fdf644-b690-4a2e-85f4-6fe2fe0ee9da HTTP/1.1" status: 204 len: 168 time: 0.2561886 Jun 23 17:31:49.980172 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43606) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:49.981587 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535fbd99-4ad7-4c2a-8eb7-85c5b151995a None None] Network ba188715-8e63-402e-a2bf-8d0abc808e28 requested from dv-cinder-797510-2-smb {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:31:50.051584 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729458'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.101561 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Deleting port 4d585696-d228-4bbb-a440-4e665aec0053 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:50.102385 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.177900 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] DHCP port deletion for ba188715-8e63-402e-a2bf-8d0abc808e28 request from dv-cinder-797510-2-smb {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:31:50.180307 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] For port 4d585696-d228-4bbb-a440-4e665aec0053, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=4d585696-d228-4bbb-a440-4e665aec0053,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:50.180664 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.193502 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Calling delete_port for 4d585696-d228-4bbb-a440-4e665aec0053 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:50.221249 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device ec5566e9-5410-4137-86a0-6c96f1b6480a no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:50.243627 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: ec5566e9-5410-4137-86a0-6c96f1b6480a {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:50.243974 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device ec5566e9-5410-4137-86a0-6c96f1b6480a not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:50.244402 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:50.248318 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] Deleting port 4d585696-d228-4bbb-a440-4e665aec0053 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:50.248774 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.266856 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:50.267204 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 63e17752-a8cb-44d7-b03d-3cf0c0dfaf66 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:50.281584 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.285103 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-141b2a1c-73da-45ee-961f-d9e9ceb8634d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:50.312487 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d585696-d228-4bbb-a440-4e665aec0053,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:50.315696 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] No DVR routers for this DVR port 4d585696-d228-4bbb-a440-4e665aec0053 on host dv-cinder-797510-2-smb {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:50.316910 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:50.331825 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] For port 4d585696-d228-4bbb-a440-4e665aec0053, host dv-cinder-797510-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-smb',level=0,port_id=4d585696-d228-4bbb-a440-4e665aec0053,segment=NetworkSegment(a0466173-0913-44a0-ae48-3159223e1e5f),segment_id=a0466173-0913-44a0-ae48-3159223e1e5f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:50.332221 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.346153 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] Calling delete_port for 4d585696-d228-4bbb-a440-4e665aec0053 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:50.390301 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703097', 'neutron.services.segments.db._delete_segments_for_network-8765184281375'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.400848 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba188715-8e63-402e-a2bf-8d0abc808e28']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:50.411998 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0466173-0913-44a0-ae48-3159223e1e5f') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:50.412315 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.services.segments.db [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0466173-0913-44a0-ae48-3159223e1e5f') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:50.422967 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765184268270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11390866'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.427767 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.436008 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:50.437857 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.448471 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:31:50.448876 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8426345'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: Traceback (most recent call last): Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: timer() Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: cb(*args, **kw) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: return func(*args, **kwargs) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: self._notify() Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: self.callback(batched_events) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: event.method(event) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: return f(self, *a, **k) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: return self._get(url).json() Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:31:50.450745 dv-cinder-797510-2-smb neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:31:50.455801 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] Pushing event deleted for resources: {'Port': ['ID=4d585696-d228-4bbb-a440-4e665aec0053,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:50.459037 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:50.459842 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c91275-25ea-4580-9143-dcb1a9a59a71 None None] No DVR routers for this DVR port 4d585696-d228-4bbb-a440-4e665aec0053 on host dv-cinder-797510-2-smb {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:50.509976 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2095650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678698'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.513840 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:50.516221 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804042'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.520491 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ba188715-8e63-402e-a2bf-8d0abc808e28 HTTP/1.1" status: 204 len: 168 time: 0.5369434 Jun 23 17:31:50.529473 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba188715-8e63-402e-a2bf-8d0abc808e28,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:50.531903 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7cdc610d-9ef9-4a39-97f3-55cd9de6cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:50.598962 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 976325cd-2499-4043-8626-cce6721b9488 up at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:31:50.650199 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning for port 976325cd-2499-4043-8626-cce6721b9488 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:31:50.654958 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Provisioning complete for port 976325cd-2499-4043-8626-cce6721b9488 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:50.655338 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-701058'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.684722 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43612) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:50.739624 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-744762'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.740961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43614) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:50.742517 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-cb4cbb00-59b3-4a94-b08e-b3bc5586c172 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de7a51f5c87c489eb727d2028e0739fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564048 Jun 23 17:31:50.770353 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976325cd-2499-4043-8626-cce6721b9488'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:50.772509 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a6d4071a3b50f15252e6882035253b11dafa871c32d92488a050758cb1f90e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f71b25-9dc8-4aaa-904e-b7f0d8468b51" -d '{"events": [{"server_uuid": "8a100ed5-9e68-4b86-a255-6a7940826c48", "name": "network-vif-plugged", "status": "completed", "tag": "976325cd-2499-4043-8626-cce6721b9488"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:50.789493 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] For port 976325cd-2499-4043-8626-cce6721b9488, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=976325cd-2499-4043-8626-cce6721b9488,segment=NetworkSegment(351b2415-2da0-48f7-84df-532e26ab4a24),segment_id=351b2415-2da0-48f7-84df-532e26ab4a24)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:50.796199 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765184148179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765183739567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765183739612'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.798319 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:50.800527 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e0670d1-310f-4fbe-bbac-a567cce8fbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.826772 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa244821-ea69-410b-92af-0f58fac3df18 x-openstack-request-id: req-fa244821-ea69-410b-92af-0f58fac3df18 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:50.828273 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a100ed5-9e68-4b86-a255-6a7940826c48", "name": "network-vif-plugged", "status": "completed", "tag": "976325cd-2499-4043-8626-cce6721b9488", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:50.828273 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa244821-ea69-410b-92af-0f58fac3df18 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:50.828273 dv-cinder-797510-2-smb neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976325cd-2499-4043-8626-cce6721b9488', 'code': 200} Jun 23 17:31:50.829375 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e0670d1-310f-4fbe-bbac-a567cce8fbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.850963 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9e89-2e0f-4005-818f-8e88a1214d83 req-b5936b35-2be1-41fc-a5b9-0c2325a62c93 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:50.852242 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdca9e89-2e0f-4005-818f-8e88a1214d83 req-b5936b35-2be1-41fc-a5b9-0c2325a62c93 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 948 time: 0.0849926 Jun 23 17:31:50.864145 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Pushing event updated for resources: {'Port': ['ID=976325cd-2499-4043-8626-cce6721b9488,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:50.867544 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:50.897081 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-bdca9e89-2e0f-4005-818f-8e88a1214d83 req-781e420b-bbe9-42c3-af21-a28221e91650 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Jun 23 17:31:50.898975 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e0670d1-310f-4fbe-bbac-a567cce8fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.903081 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0e0670d1-310f-4fbe-bbac-a567cce8fbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:50.906459 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-0e0670d1-310f-4fbe-bbac-a567cce8fbcf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b139f13a-39cb-4fe3-a67f-59934db679cc HTTP/1.1" status: 204 len: 168 time: 0.1639929 Jun 23 17:31:50.907306 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d2ac29c2-c7b9-43e7-9352-293a49a9600e tempest-AttachVolumeShelveTestJSON-1063227037 tempest-AttachVolumeShelveTestJSON-1063227037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:50.921287 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0670d1-310f-4fbe-bbac-a567cce8fbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b139f13a-39cb-4fe3-a67f-59934db679cc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:50.923956 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0e0670d1-310f-4fbe-bbac-a567cce8fbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:51.076840 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197168-020d-40ee-8ad5-df3c7a0f2ef8 req-5084736d-a374-4455-bc00-c3f414d638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:51.078469 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36197168-020d-40ee-8ad5-df3c7a0f2ef8 req-5084736d-a374-4455-bc00-c3f414d638ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 1102 time: 0.0633550 Jun 23 17:31:51.117613 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-36197168-020d-40ee-8ad5-df3c7a0f2ef8 req-42976fc0-0b8f-45e3-a2bd-fd2c18f34b8c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294945 Jun 23 17:31:52.148740 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc91a9-57ce-4960-ac61-de4de2b1d081 req-d877e8ac-f448-4367-aa8a-9ba538dd6853 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:52.150659 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcfc91a9-57ce-4960-ac61-de4de2b1d081 req-d877e8ac-f448-4367-aa8a-9ba538dd6853 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 949 time: 0.0748858 Jun 23 17:31:52.188595 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4d585696-d228-4bbb-a440-4e665aec0053 no longer exists at agent ovs-agent-dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:52.191709 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-fcfc91a9-57ce-4960-ac61-de4de2b1d081 req-d4c5e0fe-685c-4eaa-8e23-4a96f07f9254 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Jun 23 17:31:52.209635 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] No Port match for: 4d585696-d228-4bbb-a440-4e665aec0053 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:52.210015 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Device 4d585696-d228-4bbb-a440-4e665aec0053 not bound to the agent host dv-cinder-797510-2-smb {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:52.620623 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a55b3a-b0a0-4ecf-90bc-094dcb5ebb19 req-f64523d0-b7b9-44bf-b166-cbf798e9ff5a tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:52.622131 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d4a55b3a-b0a0-4ecf-90bc-094dcb5ebb19 req-f64523d0-b7b9-44bf-b166-cbf798e9ff5a tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 949 time: 0.0634794 Jun 23 17:31:52.662396 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d4a55b3a-b0a0-4ecf-90bc-094dcb5ebb19 req-3178130c-9492-4f90-af74-42728baaecb9 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Jun 23 17:31:53.883823 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca1f00-17ec-4fed-b5f5-20e3fd151fa4 req-8ba089a0-3d38-4798-aaa5-50a18e7f9098 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:53.885238 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-71ca1f00-17ec-4fed-b5f5-20e3fd151fa4 req-8ba089a0-3d38-4798-aaa5-50a18e7f9098 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 949 time: 0.1063650 Jun 23 17:31:53.893606 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-d145ebd7-1ffb-4615-b381-1d34c1b853b7 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:53.894941 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-d145ebd7-1ffb-4615-b381-1d34c1b853b7 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a100ed5-9e68-4b86-a255-6a7940826c48 HTTP/1.1" status: 200 len: 949 time: 0.0891709 Jun 23 17:31:53.961615 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-71ca1f00-17ec-4fed-b5f5-20e3fd151fa4 req-6f8b7f2b-5498-4ca3-811c-15d6b7edc5cf tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b696075-bca4-47cf-a385-ac9cceb0f498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Jun 23 17:31:54.015338 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Deleting port 976325cd-2499-4043-8626-cce6721b9488 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:54.015737 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765184144671'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:54.103153 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] For port 976325cd-2499-4043-8626-cce6721b9488, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=976325cd-2499-4043-8626-cce6721b9488,segment=NetworkSegment(351b2415-2da0-48f7-84df-532e26ab4a24),segment_id=351b2415-2da0-48f7-84df-532e26ab4a24)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:54.103506 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675729'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:54.115223 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Calling delete_port for 976325cd-2499-4043-8626-cce6721b9488 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:54.239777 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765184149041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765183739558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8426430'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:54.243885 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-916b4641-a23d-4dfa-aefd-cc7b4ac61ce7 tempest-AttachVolumeNegativeTest-637279850 tempest-AttachVolumeNegativeTest-637279850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:54.250723 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] get_ports_and_sgs() called for port_ids ['976325cd-2499-4043-8626-cce6721b9488'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:54.269544 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Pushing event deleted for resources: {'Port': ['ID=976325cd-2499-4043-8626-cce6721b9488,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:54.272746 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:54.314047 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] No DVR routers for this DVR port 976325cd-2499-4043-8626-cce6721b9488 on host hv-cinder-79751 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:54.316563 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111868'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:54.318518 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [req-d690718b-8cc1-4bb7-a4a8-55d719a66788 req-276038c2-0844-42ee-b8e5-0efa2f7e7bd3 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] 10.222.0.23 "DELETE /v2.0/ports/976325cd-2499-4043-8626-cce6721b9488 HTTP/1.1" status: 204 len: 173 time: 0.4170914 Jun 23 17:31:54.319017 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'name': 'network-vif-deleted', 'tag': '976325cd-2499-4043-8626-cce6721b9488'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:54.321707 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e39e9eaacddd2d6b9a2847ca4d706f0b80694a6e29ab6fd9465839bec73ed89e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75af6199-6b88-4d72-93ec-f1cb8b47cdd3" -d '{"events": [{"server_uuid": "8a100ed5-9e68-4b86-a255-6a7940826c48", "name": "network-vif-deleted", "tag": "976325cd-2499-4043-8626-cce6721b9488"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:54.359651 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f925b3f7-6754-44df-bc43-3f3276b78a68 x-openstack-request-id: req-f925b3f7-6754-44df-bc43-3f3276b78a68 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:54.359980 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a100ed5-9e68-4b86-a255-6a7940826c48", "name": "network-vif-deleted", "tag": "976325cd-2499-4043-8626-cce6721b9488", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:54.360272 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f925b3f7-6754-44df-bc43-3f3276b78a68 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:54.360704 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a100ed5-9e68-4b86-a255-6a7940826c48', 'name': 'network-vif-deleted', 'tag': '976325cd-2499-4043-8626-cce6721b9488', 'status': 'completed', 'code': 200} Jun 23 17:31:56.628125 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 976325cd-2499-4043-8626-cce6721b9488 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:56.653189 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] No Port match for: 976325cd-2499-4043-8626-cce6721b9488 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:56.653643 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Device 976325cd-2499-4043-8626-cce6721b9488 not bound to the agent host hv-cinder-79751 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:58.724934 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43960) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:58.854252 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3d22be25-530c-4779-98aa-c1c489e04029 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dfaf9b9cb7e341c5a291dad4b6ab9eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279838 Jun 23 17:31:58.856578 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43964) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:58.903241 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-870c1ff8-ef90-44cf-bdb1-c65c6b446975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.926139 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-870c1ff8-ef90-44cf-bdb1-c65c6b446975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.972453 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-870c1ff8-ef90-44cf-bdb1-c65c6b446975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.975152 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-870c1ff8-ef90-44cf-bdb1-c65c6b446975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.976275 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-870c1ff8-ef90-44cf-bdb1-c65c6b446975 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b696075-bca4-47cf-a385-ac9cceb0f498 HTTP/1.1" status: 204 len: 168 time: 0.1188066 Jun 23 17:31:58.977050 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-34c2621b-ce1d-4096-a71f-a81b05cc9bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:58.992348 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c1ff8-ef90-44cf-bdb1-c65c6b446975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b696075-bca4-47cf-a385-ac9cceb0f498,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:58.994913 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-870c1ff8-ef90-44cf-bdb1-c65c6b446975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:00.320928 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43980) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:00.426006 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e4423f0-a723-48b6-a49d-20a2c1f3227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:00.516725 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e4423f0-a723-48b6-a49d-20a2c1f3227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:00.520482 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e4423f0-a723-48b6-a49d-20a2c1f3227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:00.523180 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-59d9e6a7-6b32-44e0-97d2-3b0e5e8781dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:00.563961 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-9e4423f0-a723-48b6-a49d-20a2c1f3227f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a946bf95dc04a4c9cfa65b51eaf9355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417984 Jun 23 17:32:00.565171 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4423f0-a723-48b6-a49d-20a2c1f3227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86079039-a790-4565-b812-43b39aec6a02,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:00.566600 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 43984) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:00.569096 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9e4423f0-a723-48b6-a49d-20a2c1f3227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:00.614371 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:00.639047 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:00.685879 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:00.689616 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:00.690945 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86079039-a790-4565-b812-43b39aec6a02 HTTP/1.1" status: 204 len: 168 time: 0.1233656 Jun 23 17:32:00.691750 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-634f6462-26b2-4c96-94ef-ef2d19c8591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:00.700090 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86079039-a790-4565-b812-43b39aec6a02,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:00.702503 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:02.116251 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44024) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:02.223761 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3106fee2-179e-4d03-a837-c14a190efcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.327902 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3106fee2-179e-4d03-a837-c14a190efcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.331570 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3106fee2-179e-4d03-a837-c14a190efcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.334777 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a15fa844-7b30-4398-abff-656fc641a8c6 tempest-VolumesNegativeTest-28914838 tempest-VolumesNegativeTest-28914838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:02.368707 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3106fee2-179e-4d03-a837-c14a190efcac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a6650dc94fd499fb4df8b957dba6062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512856 Jun 23 17:32:02.369583 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106fee2-179e-4d03-a837-c14a190efcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d540eea2-4b59-4314-9f45-46d970b4fb4a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:02.371490 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44028) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:02.372821 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3106fee2-179e-4d03-a837-c14a190efcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:02.426287 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78b98613-988d-40d6-8783-4bec43f2bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.446719 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78b98613-988d-40d6-8783-4bec43f2bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.493554 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78b98613-988d-40d6-8783-4bec43f2bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.496040 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78b98613-988d-40d6-8783-4bec43f2bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.497161 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-78b98613-988d-40d6-8783-4bec43f2bd96 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d540eea2-4b59-4314-9f45-46d970b4fb4a HTTP/1.1" status: 204 len: 168 time: 0.1246889 Jun 23 17:32:02.497971 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c50e7229-4d00-4290-b8a2-96cfd09aa392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:02.505909 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b98613-988d-40d6-8783-4bec43f2bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d540eea2-4b59-4314-9f45-46d970b4fb4a,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:02.508218 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-78b98613-988d-40d6-8783-4bec43f2bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:02.772565 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44034) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:02.786184 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-409d22ea-ef06-4c37-8140-91189fb59e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.880585 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-409d22ea-ef06-4c37-8140-91189fb59e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.884671 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-409d22ea-ef06-4c37-8140-91189fb59e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:02.887410 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-554875ae-adfc-4913-a32f-dc024334caa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:02.923555 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d22ea-ef06-4c37-8140-91189fb59e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24e372-f5bc-4b7e-a489-409a3defba9d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:02.927654 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-409d22ea-ef06-4c37-8140-91189fb59e61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f61835b245ed4ecda2e26aaf0351ed3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540718 Jun 23 17:32:02.928558 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-409d22ea-ef06-4c37-8140-91189fb59e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:02.930378 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44036) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:02.980298 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8bf8458a-d738-411e-9059-df83fe723c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:03.005883 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8bf8458a-d738-411e-9059-df83fe723c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:03.060750 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8bf8458a-d738-411e-9059-df83fe723c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:03.064014 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8bf8458a-d738-411e-9059-df83fe723c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:03.065135 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-8bf8458a-d738-411e-9059-df83fe723c35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f24e372-f5bc-4b7e-a489-409a3defba9d HTTP/1.1" status: 204 len: 168 time: 0.1338205 Jun 23 17:32:03.065948 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9e4423f0-a723-48b6-a49d-20a2c1f3227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:03.074444 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8458a-d738-411e-9059-df83fe723c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24e372-f5bc-4b7e-a489-409a3defba9d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:03.076672 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8bf8458a-d738-411e-9059-df83fe723c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:09.925749 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:32:10.718751 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3542f4fc-e011-4036-b210-e5ab403391d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:11.677936 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44168) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:11.784002 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a227-46ba-4161-8a10-de017ba018d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:11.872786 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a227-46ba-4161-8a10-de017ba018d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:11.876547 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a227-46ba-4161-8a10-de017ba018d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:11.879369 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-76ef078d-941e-41f3-b880-77ba28a18556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:11.915542 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-f4a5a227-46ba-4161-8a10-de017ba018d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58a3e58d98324a6c8c319072d3e0f1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364690 Jun 23 17:32:11.916443 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5a227-46ba-4161-8a10-de017ba018d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f15dd4b-f7c5-4fdc-b549-64d0aa332fb6,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:11.918225 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44172) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:11.920016 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f4a5a227-46ba-4161-8a10-de017ba018d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:11.970445 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac5c21df-f4c1-4124-bc5a-c22a4c4132e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:11.992309 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac5c21df-f4c1-4124-bc5a-c22a4c4132e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.041183 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac5c21df-f4c1-4124-bc5a-c22a4c4132e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.044089 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ac5c21df-f4c1-4124-bc5a-c22a4c4132e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.045222 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-ac5c21df-f4c1-4124-bc5a-c22a4c4132e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f15dd4b-f7c5-4fdc-b549-64d0aa332fb6 HTTP/1.1" status: 204 len: 168 time: 0.1260135 Jun 23 17:32:12.046061 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e4d1977b-1a0b-4be9-b284-090fd9f6acd8 tempest-TestShelveInstance-788953368 tempest-TestShelveInstance-788953368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:12.053661 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c21df-f4c1-4124-bc5a-c22a4c4132e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f15dd4b-f7c5-4fdc-b549-64d0aa332fb6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:12.055921 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ac5c21df-f4c1-4124-bc5a-c22a4c4132e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:12.310042 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44178) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:12.326430 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dd62-1f26-4899-b5ee-dab2992b27ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.411877 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dd62-1f26-4899-b5ee-dab2992b27ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.416557 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dd62-1f26-4899-b5ee-dab2992b27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.419805 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2da1f1c2-0927-40c1-9133-d35ac9ffafe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:12.457932 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-6ba1dd62-1f26-4899-b5ee-dab2992b27ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4ff5dc2eb99476a8e6b52640cfe4a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467078 Jun 23 17:32:12.459112 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1dd62-1f26-4899-b5ee-dab2992b27ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ecf270-66ea-4b1f-a165-a62921f7e3b7,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:12.460625 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44180) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:12.462127 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6ba1dd62-1f26-4899-b5ee-dab2992b27ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:12.512387 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-848cb053-9bea-4ceb-9213-c3f853cd2b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.539480 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-848cb053-9bea-4ceb-9213-c3f853cd2b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.586792 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-848cb053-9bea-4ceb-9213-c3f853cd2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.589381 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-848cb053-9bea-4ceb-9213-c3f853cd2b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.592755 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-848cb053-9bea-4ceb-9213-c3f853cd2b9c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70ecf270-66ea-4b1f-a165-a62921f7e3b7 HTTP/1.1" status: 204 len: 168 time: 0.1288826 Jun 23 17:32:12.592755 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-652c960b-27e3-47b5-a774-2f3007d2c1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:12.601757 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cb053-9bea-4ceb-9213-c3f853cd2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ecf270-66ea-4b1f-a165-a62921f7e3b7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:12.604647 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-848cb053-9bea-4ceb-9213-c3f853cd2b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:12.933144 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44186) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:12.949961 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-999a7df9-20f5-4cdc-ad0b-006a3328131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.047074 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-999a7df9-20f5-4cdc-ad0b-006a3328131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.052176 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-999a7df9-20f5-4cdc-ad0b-006a3328131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.055093 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1d8b54da-eb81-4901-adc3-d8109ea14b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:13.096016 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-999a7df9-20f5-4cdc-ad0b-006a3328131b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81a720375ed542aa966eeeb719efb863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608489 Jun 23 17:32:13.097637 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a7df9-20f5-4cdc-ad0b-006a3328131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd018e8b-d2ba-4664-857e-5591f0ff6881,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:13.098456 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44188) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:13.102154 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-999a7df9-20f5-4cdc-ad0b-006a3328131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:13.147440 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aab53d82-ec8a-4c69-b9bf-a02123a970e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.168728 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aab53d82-ec8a-4c69-b9bf-a02123a970e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.214062 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aab53d82-ec8a-4c69-b9bf-a02123a970e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.216617 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aab53d82-ec8a-4c69-b9bf-a02123a970e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.217741 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-aab53d82-ec8a-4c69-b9bf-a02123a970e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd018e8b-d2ba-4664-857e-5591f0ff6881 HTTP/1.1" status: 204 len: 168 time: 0.1182756 Jun 23 17:32:13.218515 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-6ba1dd62-1f26-4899-b5ee-dab2992b27ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:13.227616 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab53d82-ec8a-4c69-b9bf-a02123a970e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd018e8b-d2ba-4664-857e-5591f0ff6881,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:13.230509 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-aab53d82-ec8a-4c69-b9bf-a02123a970e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:13.427619 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b1357fc8-c10a-421e-ae42-d280d41c1929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.460227 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:14.569026 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:15.608356 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:16.461264 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.516785 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44260) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:17.622424 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3370a505-123a-4b2a-9354-628e65872ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.713132 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3370a505-123a-4b2a-9354-628e65872ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.716786 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3370a505-123a-4b2a-9354-628e65872ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.719389 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e2ef1901-2588-42ce-826a-ac02d84e7413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:17.755931 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370a505-123a-4b2a-9354-628e65872ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278dbbf5-f8e8-402d-b1d3-0fcec462eb9e,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:17.760065 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-3370a505-123a-4b2a-9354-628e65872ed9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6aff2b9d2d334c6b8aab9890eb9d2e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416947 Jun 23 17:32:17.760947 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3370a505-123a-4b2a-9354-628e65872ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:17.763781 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44264) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:17.818215 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13565a0a-12ff-40c2-b78e-0fe769e69fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.838754 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13565a0a-12ff-40c2-b78e-0fe769e69fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.887826 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13565a0a-12ff-40c2-b78e-0fe769e69fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.890710 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13565a0a-12ff-40c2-b78e-0fe769e69fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.891832 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-13565a0a-12ff-40c2-b78e-0fe769e69fe0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/278dbbf5-f8e8-402d-b1d3-0fcec462eb9e HTTP/1.1" status: 204 len: 168 time: 0.1271539 Jun 23 17:32:17.893196 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-638f931d-3c88-42ee-9c05-4ccf3f53c6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:17.900516 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13565a0a-12ff-40c2-b78e-0fe769e69fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278dbbf5-f8e8-402d-b1d3-0fcec462eb9e,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:17.903128 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-13565a0a-12ff-40c2-b78e-0fe769e69fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:18.179437 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44270) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:18.193239 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e55c40c6-fde0-4910-9db3-1d2ce866ac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.282869 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e55c40c6-fde0-4910-9db3-1d2ce866ac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.286917 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e55c40c6-fde0-4910-9db3-1d2ce866ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.291302 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:18.329515 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-e55c40c6-fde0-4910-9db3-1d2ce866ac7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4435c2aeb58e4dcaad5e4de8712bc517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489499 Jun 23 17:32:18.331160 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c40c6-fde0-4910-9db3-1d2ce866ac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80fa35d-ca73-45e6-855c-5cca1578b633,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:18.333054 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44272) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:18.334376 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e55c40c6-fde0-4910-9db3-1d2ce866ac7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:18.383240 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32812d86-7fd0-4192-b9be-7ca3dcbd8f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.403918 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32812d86-7fd0-4192-b9be-7ca3dcbd8f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.450700 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32812d86-7fd0-4192-b9be-7ca3dcbd8f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.453315 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-32812d86-7fd0-4192-b9be-7ca3dcbd8f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.454448 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-32812d86-7fd0-4192-b9be-7ca3dcbd8f69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f80fa35d-ca73-45e6-855c-5cca1578b633 HTTP/1.1" status: 204 len: 168 time: 0.1194425 Jun 23 17:32:18.455286 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-999a7df9-20f5-4cdc-ad0b-006a3328131b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:18.463967 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32812d86-7fd0-4192-b9be-7ca3dcbd8f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80fa35d-ca73-45e6-855c-5cca1578b633,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:18.467117 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-32812d86-7fd0-4192-b9be-7ca3dcbd8f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:22.454448 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44338) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:22.559522 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.649120 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.652545 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.654898 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-99d6992b-c954-4716-8d0a-f614a539b177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:22.690273 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9df7ac656c54869b680651faf3682df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342222 Jun 23 17:32:22.691154 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d84ed-262c-4f97-abd9-88a60e080f93,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:22.692898 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44342) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:22.698353 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.698734 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.699129 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.699540 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.699898 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.700255 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.700605 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.700956 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.701359 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.701654 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.702037 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.702381 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.706874 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3d41694f-3613-4fd5-a8fb-9e5a1e25db5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:22.744580 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.766270 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.815458 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.818000 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.819093 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa0d84ed-262c-4f97-abd9-88a60e080f93 HTTP/1.1" status: 204 len: 168 time: 0.1250534 Jun 23 17:32:22.819835 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f2589c70-6536-41be-a13e-34d9630669e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:22.826805 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d84ed-262c-4f97-abd9-88a60e080f93,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:22.834277 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.834655 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.835019 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.835376 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.835725 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.836077 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.836515 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.836775 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.837121 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.837463 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.837899 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.838246 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-smb {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:22.841919 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-5c143ca8-ce6e-45a2-9058-9d33b219b088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:28.687298 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.69', 44408) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:28.790684 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9ebb1346-f162-4376-9f5e-c36e361442d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.879575 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9ebb1346-f162-4376-9f5e-c36e361442d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.883371 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9ebb1346-f162-4376-9f5e-c36e361442d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.885808 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a9c5e99b-44f3-42f1-ada9-1c20217e18ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:28.921837 dv-cinder-797510-2-smb neutron-server[92924]: INFO neutron.wsgi [None req-9ebb1346-f162-4376-9f5e-c36e361442d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=255710ded556434289233eaa1330c2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334454 Jun 23 17:32:28.922716 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb1346-f162-4376-9f5e-c36e361442d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7259d-bf18-44f5-8f09-c2d876d3ba18,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:28.925336 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44412) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:28.926461 dv-cinder-797510-2-smb neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9ebb1346-f162-4376-9f5e-c36e361442d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:28.979542 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b17f7ae5-162e-4c9b-84fc-fb3f397e17b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.999372 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b17f7ae5-162e-4c9b-84fc-fb3f397e17b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:29.046451 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b17f7ae5-162e-4c9b-84fc-fb3f397e17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105810'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:29.049565 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b17f7ae5-162e-4c9b-84fc-fb3f397e17b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:29.050923 dv-cinder-797510-2-smb neutron-server[92923]: INFO neutron.wsgi [None req-b17f7ae5-162e-4c9b-84fc-fb3f397e17b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ab7259d-bf18-44f5-8f09-c2d876d3ba18 HTTP/1.1" status: 204 len: 168 time: 0.1204376 Jun 23 17:32:29.052023 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-40e3b218-dfd5-4c80-bb0f-c3365100090a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:29.063839 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f7ae5-162e-4c9b-84fc-fb3f397e17b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7259d-bf18-44f5-8f09-c2d876d3ba18,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:29.067184 dv-cinder-797510-2-smb neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b17f7ae5-162e-4c9b-84fc-fb3f397e17b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:40.719843 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-52d37f7d-968a-4ac8-a35e-e92f5dd12d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:43.428411 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e8388abb-912e-42aa-afbd-2dd06987c48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:43.459387 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:44.570565 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:45.617578 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:46.460282 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:46.923635 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:33:10.720423 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ddf11a1-c604-4f3b-8a48-89eab6be1137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:13.428727 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e316-83cf-40fb-a4f5-6432dd35a58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:13.461413 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:14.575485 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:15.605165 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:16.463006 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:23.922360 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:33:40.721069 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-607b9861-bbf9-4d91-bfab-b698e939f817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:43.429423 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-04bed131-77ef-4190-b768-226bb7ba480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:43.460992 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:44.576227 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:45.599601 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:46.467358 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:00.921296 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:34:10.722032 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-142f1b4b-5a6c-4fa2-ae75-071ee3ae64e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:13.429995 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-486232f1-6658-4cad-96f4-f1da8d4018d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:13.461892 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:14.577583 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:15.602589 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:16.471994 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:37.921873 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:34:40.722269 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dbeb118c-5f44-4610-b6e4-b11c43fe94a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:43.431029 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-22177038-2922-49af-b709-15ba77abb8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:43.461622 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:44.581562 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:45.616907 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:46.472764 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:10.723518 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d689e27-96ff-4aac-ae62-52f78e4006f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:13.431102 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6f469984-0749-4cfb-9233-978a0eecf10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:13.463655 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:14.583608 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:14.920295 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:35:15.629394 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:16.475568 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.724494 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c75e3377-4103-4f6b-b6e3-4644e01e2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:43.432785 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-93c4b0da-2abe-488c-ba50-9d1d41aec403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:43.463645 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.587373 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.631345 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:46.478373 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:51.918315 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:36:10.725784 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-108f3709-9cc7-45f9-83d0-6d56cf27df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:13.435061 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6b1df1e0-dbfc-4ee4-ba89-425e45f4f726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:13.464140 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:14.589866 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:15.644640 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:16.491642 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:28.917240 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:36:40.727806 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e86c139-857d-4987-80ae-11df33e458b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:43.435492 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f3bd3d-c4d6-4f0e-8a86-5a48f2134aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:43.465525 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:44.592329 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:45.645869 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:46.485495 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:05.916634 dv-cinder-797510-2-smb neutron-server[92926]: DEBUG neutron.db.agents_db [None req-089c91fb-1627-4575-9e6c-f533bb0bd01b None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:37:10.727646 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4a7fb9a-40d6-4593-bb46-8bcb39aa8dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:13.436202 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-96425ca3-1a99-4f41-98a6-aedf5efa4c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:13.468343 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e759-3a11-4221-9bd6-c79e44c0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:14.596640 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5f0704e6-b738-4eab-bcb6-e35b1e1d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:15.645032 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-50d3eb75-39ca-4fcf-a5aa-def8ba5188a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:16.492635 dv-cinder-797510-2-smb neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-58dd10a9-1f49-4225-8bb1-a80dcbeb7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765184281357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700979'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}